Training in progress, step 780, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 100697728
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58046564a6a589cf046b1d0ed096919f55ce08a5adccffe843ca27704d205f04
|
3 |
size 100697728
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 201541754
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:78b486af472acc17cc180f369840ef98398fc54f8652e4989457cd2fb7dee143
|
3 |
size 201541754
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e9460a84ba57fb2b123198c54834de44fe0225b3afabca45a0f72ec4b268c32
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4858d4115c512f42db83d85957355d46797903bfa9e8ae0671a225f442708fed
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 0.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -615,14 +615,30 @@
|
|
615 |
"loss": 0.4113,
|
616 |
"num_input_tokens_seen": 508236,
|
617 |
"step": 760
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
618 |
}
|
619 |
],
|
620 |
"logging_steps": 10,
|
621 |
"max_steps": 2795,
|
622 |
-
"num_input_tokens_seen":
|
623 |
"num_train_epochs": 1,
|
624 |
"save_steps": 20,
|
625 |
-
"total_flos": 1.
|
626 |
"train_batch_size": 1,
|
627 |
"trial_name": null,
|
628 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 0.27906976744186046,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 780,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
615 |
"loss": 0.4113,
|
616 |
"num_input_tokens_seen": 508236,
|
617 |
"step": 760
|
618 |
+
},
|
619 |
+
{
|
620 |
+
"epoch": 0.27549194991055453,
|
621 |
+
"grad_norm": 0.4110952317714691,
|
622 |
+
"learning_rate": 0.00014490161001788908,
|
623 |
+
"loss": 0.4232,
|
624 |
+
"num_input_tokens_seen": 514982,
|
625 |
+
"step": 770
|
626 |
+
},
|
627 |
+
{
|
628 |
+
"epoch": 0.27906976744186046,
|
629 |
+
"grad_norm": 0.3558269441127777,
|
630 |
+
"learning_rate": 0.00014418604651162791,
|
631 |
+
"loss": 0.4076,
|
632 |
+
"num_input_tokens_seen": 521248,
|
633 |
+
"step": 780
|
634 |
}
|
635 |
],
|
636 |
"logging_steps": 10,
|
637 |
"max_steps": 2795,
|
638 |
+
"num_input_tokens_seen": 521248,
|
639 |
"num_train_epochs": 1,
|
640 |
"save_steps": 20,
|
641 |
+
"total_flos": 1.1721026788982784e+16,
|
642 |
"train_batch_size": 1,
|
643 |
"trial_name": null,
|
644 |
"trial_params": null
|