lesso13 commited on
Commit
da44db1
·
verified ·
1 Parent(s): c663427

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e709d5c3e5eb47b32f7b7082d79d5f753e8feeb4655476da7163f9ddf022b5ff
3
  size 138995824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:291a8ef77cf9ab774fa2201e9d80ae096ad36365fde91583e38bd5e2324a360b
3
  size 138995824
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a255a07a947da136f3f73886a60e43999ec9518db79d3f5962c0e1373f37e72
3
  size 71078228
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3deb85445192dd0dfd516b073476ff223e571fbf44eb67966c581f52bfd6fcb0
3
  size 71078228
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c422b89769c0b6f7d1f077f50efdb452b79d83f301219ab544192746d2ee505
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72b98c16bcfc363d94109d990348efc95f59975a05ac72014c342ea7fae181bb
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e4edd2cafd3d507df56f5f20b4a96c47a9d3caf3610b7118aaa38eea9544bff7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4210d0f4c79be19a1b0c8a85facc89fa1bc09497d44c3c3383a1a0c00e4709d7
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.5193032026290894,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.5892255892255892,
5
  "eval_steps": 50,
6
- "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -316,6 +316,49 @@
316
  "eval_samples_per_second": 46.2,
317
  "eval_steps_per_second": 11.642,
318
  "step": 350
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
319
  }
320
  ],
321
  "logging_steps": 10,
@@ -330,7 +373,7 @@
330
  "early_stopping_threshold": 0.0
331
  },
332
  "attributes": {
333
- "early_stopping_patience_counter": 1
334
  }
335
  },
336
  "TrainerControl": {
@@ -344,7 +387,7 @@
344
  "attributes": {}
345
  }
346
  },
347
- "total_flos": 3013720898273280.0,
348
  "train_batch_size": 4,
349
  "trial_name": null,
350
  "trial_params": null
 
1
  {
2
  "best_metric": 1.5193032026290894,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
+ "epoch": 0.6734006734006734,
5
  "eval_steps": 50,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
316
  "eval_samples_per_second": 46.2,
317
  "eval_steps_per_second": 11.642,
318
  "step": 350
319
+ },
320
+ {
321
+ "epoch": 0.6060606060606061,
322
+ "grad_norm": 0.23477864265441895,
323
+ "learning_rate": 4.6945955780365475e-05,
324
+ "loss": 1.5487,
325
+ "step": 360
326
+ },
327
+ {
328
+ "epoch": 0.622895622895623,
329
+ "grad_norm": 0.28491002321243286,
330
+ "learning_rate": 4.0932052877817393e-05,
331
+ "loss": 1.5135,
332
+ "step": 370
333
+ },
334
+ {
335
+ "epoch": 0.6397306397306397,
336
+ "grad_norm": 0.4891034662723541,
337
+ "learning_rate": 3.523759042278163e-05,
338
+ "loss": 1.4778,
339
+ "step": 380
340
+ },
341
+ {
342
+ "epoch": 0.6565656565656566,
343
+ "grad_norm": 0.8539410829544067,
344
+ "learning_rate": 2.989031126393367e-05,
345
+ "loss": 1.2319,
346
+ "step": 390
347
+ },
348
+ {
349
+ "epoch": 0.6734006734006734,
350
+ "grad_norm": 2.4153780937194824,
351
+ "learning_rate": 2.4916266807828855e-05,
352
+ "loss": 1.4218,
353
+ "step": 400
354
+ },
355
+ {
356
+ "epoch": 0.6734006734006734,
357
+ "eval_loss": 1.5206342935562134,
358
+ "eval_runtime": 5.5387,
359
+ "eval_samples_per_second": 45.137,
360
+ "eval_steps_per_second": 11.375,
361
+ "step": 400
362
  }
363
  ],
364
  "logging_steps": 10,
 
373
  "early_stopping_threshold": 0.0
374
  },
375
  "attributes": {
376
+ "early_stopping_patience_counter": 2
377
  }
378
  },
379
  "TrainerControl": {
 
387
  "attributes": {}
388
  }
389
  },
390
+ "total_flos": 3443025869537280.0,
391
  "train_batch_size": 4,
392
  "trial_name": null,
393
  "trial_params": null