Update README.md
Browse files
README.md
CHANGED
@@ -7,25 +7,24 @@ license: mit
|
|
7 |
|
8 |
# Fine-tuning BERT for Fill Mask task on VizWiz dataset
|
9 |
|
10 |
-
## Fine-tuining information
|
11 |
-
* model: **bert-base-uncased**
|
12 |
-
* downstream_tasks: **fill-mask**
|
13 |
-
|
14 |
-
## Dataset information
|
15 |
-
* vizwiz_data_size: **22K**
|
16 |
-
* max_token_len: 78
|
17 |
-
|
18 |
-
|
19 |
-
|
20 |
-
|
21 |
-
*
|
22 |
-
*
|
23 |
-
*
|
24 |
-
*
|
25 |
-
*
|
26 |
-
*
|
27 |
-
*
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-

|
|
|
7 |
|
8 |
# Fine-tuning BERT for Fill Mask task on VizWiz dataset
|
9 |
|
10 |
+
## Fine-tuining information
|
11 |
+
* model: **bert-base-uncased**
|
12 |
+
* downstream_tasks: **fill-mask**
|
13 |
+
|
14 |
+
## Dataset information
|
15 |
+
* vizwiz_data_size: **22K**
|
16 |
+
* max_token_len: **78**
|
17 |
+

|
18 |
+
|
19 |
+
## Training information
|
20 |
+
* random_seed: **16**
|
21 |
+
* max_token_len: **78**
|
22 |
+
* train_batch_size: **32**
|
23 |
+
* val_batch_size: **16**
|
24 |
+
* num_epochs: **5**,
|
25 |
+
* learning_rate: **5e-06**,
|
26 |
+
* split_train: **0.8**
|
27 |
+
* optimizer: **adamw**
|
28 |
+
|
29 |
+
## Learning curves
|
30 |
+

|
|