Upload folder using huggingface_hub
Browse files- train1/rwkv-2.pth +3 -0
- train1/train_log.txt +1 -0
train1/rwkv-2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96661ba9f12ab3c5510ef288d406ee8672220d1d3c2f421b9681338cd7fd28f4
|
| 3 |
+
size 1210925837
|
train1/train_log.txt
CHANGED
|
@@ -12,3 +12,4 @@ NEW RUN 2023-12-05-05-15-15
|
|
| 12 |
{'zero_allow_untested_optimizer': True, 'zero_optimization': {'stage': 2, 'contiguous_gradients': True, 'overlap_comm': True, 'allgather_partitions': True, 'reduce_scatter': True, 'allgather_bucket_size': 200000000, 'reduce_bucket_size': 200000000, 'sub_group_size': 1000000000000}, 'activation_checkpointing': {'partition_activations': False, 'cpu_checkpointing': False, 'contiguous_memory_optimization': False, 'synchronize_checkpoint_boundary': False}, 'aio': {'block_size': 1048576, 'queue_depth': 8, 'single_submit': False, 'overlap_events': True, 'thread_count': 1}, 'gradient_accumulation_steps': 4, 'train_micro_batch_size_per_gpu': 2, 'gradient_clipping': 1.0, 'bf16': {'enabled': True}}
|
| 13 |
0 2.217211 9.1817 0.00004998 2023-12-05 06:03:21.680230 0
|
| 14 |
1 2.177034 8.8201 0.00004996 2023-12-05 06:47:52.540017 1
|
|
|
|
|
|
| 12 |
{'zero_allow_untested_optimizer': True, 'zero_optimization': {'stage': 2, 'contiguous_gradients': True, 'overlap_comm': True, 'allgather_partitions': True, 'reduce_scatter': True, 'allgather_bucket_size': 200000000, 'reduce_bucket_size': 200000000, 'sub_group_size': 1000000000000}, 'activation_checkpointing': {'partition_activations': False, 'cpu_checkpointing': False, 'contiguous_memory_optimization': False, 'synchronize_checkpoint_boundary': False}, 'aio': {'block_size': 1048576, 'queue_depth': 8, 'single_submit': False, 'overlap_events': True, 'thread_count': 1}, 'gradient_accumulation_steps': 4, 'train_micro_batch_size_per_gpu': 2, 'gradient_clipping': 1.0, 'bf16': {'enabled': True}}
|
| 13 |
0 2.217211 9.1817 0.00004998 2023-12-05 06:03:21.680230 0
|
| 14 |
1 2.177034 8.8201 0.00004996 2023-12-05 06:47:52.540017 1
|
| 15 |
+
2 2.177449 8.8238 0.00004994 2023-12-05 07:32:23.819467 2
|