Update README.md
Browse files
README.md
CHANGED
@@ -1 +1,28 @@
|
|
1 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: mit
|
3 |
+
language:
|
4 |
+
- en
|
5 |
+
---
|
6 |
+
license: mit
|
7 |
+
|
8 |
+
# Fine-tuning BERT for Fill Mask task on VizWiz dataset
|
9 |
+
|
10 |
+
# Fine-tuining information
|
11 |
+
* model: bert-base-uncased
|
12 |
+
* downstream_tasks: fill-mask
|
13 |
+
|
14 |
+
# Dataset information
|
15 |
+
* vizwiz_data_size: 22K
|
16 |
+
|
17 |
+
# Training information
|
18 |
+
* random_seed: 16
|
19 |
+
* max_token_len: 78
|
20 |
+
* train_batch_size: 32
|
21 |
+
* val_batch_size: 16
|
22 |
+
* num_epochs: 5,
|
23 |
+
* learning_rate: 5e-06,
|
24 |
+
* split_train: 0.8
|
25 |
+
* optimizer: adamw
|
26 |
+
|
27 |
+
# Learning curves
|
28 |
+

|