Training in progress, step 10

adapter_config.json

@@ -6,6 +6,7 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -19,10 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense",
-    "dense_4h_to_h",
     "query_key_value",
+    "dense_4h_to_h",
+    "dense",
     "dense_h_to_4h"
   ],
-  "task_type": "CAUSAL_LM"
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18b6ff5b6954395983e2a4677b5cdf45be80224518c5d6fb26d555fb36ccb9bb
+oid sha256:3a62aab18fcbf1be8a4de55bc6d78309b75d63789a088d81f6e9d581bca382e9
 size 261131840

runs/Apr17_14-07-31_7c3a81868374/events.out.tfevents.1713362870.7c3a81868374.406.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244d7d8fe3b63e5ea7d0320d986b608e86e4b9936ff1801d0ba0f2b127141c5d
+size 6053

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0329689100b8b493ab3dcffa1ca57f672fef16b577fd01e6861bd89a844cad0a
-size 4728
+oid sha256:d01b945975a750407132cc019440859269752983c6a0dbe219d67e72b5523eed
+size 4920