Training in progress, epoch 1

adapter_config.json

@@ -18,21 +18,20 @@
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": [
-    "lm_head",
-    "embed_tokens"
+    "lm_head"
   ],
   "peft_type": "LORA",
   "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "o_proj",
+    "gate_proj",
+    "q_proj",
     "v_proj",
-    "down_proj",
+    "o_proj",
     "k_proj",
-    "q_proj",
-    "gate_proj"
+    "up_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89b9d5e77c4ef61f0e7d81c40359b79d8fc2ed7eb67c9a12fec6b5a6287de675
-size 2468152240
+oid sha256:03eccba172fb47555d9bb5767267c57e164090b8cde40e52d96c55d4e4e2dac4
+size 1260192568

runs/Mar22_05-38-31_46a660b2f9a1/events.out.tfevents.1742621927.46a660b2f9a1.31.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908690fb30a073f4c7bb0b470c3d65ed89224fc9227760f165142704fb4a8428
+size 8626

runs/Mar22_05-51-48_46a660b2f9a1/events.out.tfevents.1742622723.46a660b2f9a1.31.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51443ddb3fb61f86451212652859de4a63a55a82e621fe2f1ede165e9640604e
+size 32954

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f387d77d32c13f37cd8d988f8748d999792ca8f71cff3c7c5daf2e0765cfeb7
+oid sha256:806c6b0eccb1730a4f01e7e1ceff56d6961a9f67e53e019ba612e68b86ef6019
 size 5688