Training in progress, step 13

adapter_config.json

@@ -20,14 +20,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "gate",
+    "k_proj",
+    "w3",
     "o_proj",
     "q_proj",
     "v_proj",
-    "w2",
-    "gate",
-    "w3",
     "w1",
-    "k_proj"
+    "w2"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61f3024defefdd7a27dae67a7d454a0196933a11f6cb6029819cdd59a99d5c26
+oid sha256:2a8f7d312e1273cd34e0c36e163bf1b7bfbeddca922b4ef72abb961f2f2d4f9e
 size 7586384

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4446ccc8f6324f6bc79e0b59e3325570c65d44a8dda246b38299177169de348
+oid sha256:a2162c5d5d98c4a6f0db6a5426e66fe3a7a4051f0d4ac6fa6df632e9729e2132
 size 6776