Training in progress, epoch 0

adapter_config.json

@@ -9,7 +9,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 8,
+  "lora_alpha": 16,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b85cd104b688ad1b9101ca81a020a26d44724978cd2a5b796959de0dc0fdf24
+oid sha256:df518c35afc1025e969c00a8f8c34f27e72561568d107c7d731d7b36394bffdb
 size 13648432

runs/Feb06_15-59-52_9c33e034e0f6/events.out.tfevents.1707235199.9c33e034e0f6.332.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a50f124c610d1219257811ee17470d3301a63b67e27d393222e108704fb5ec
+size 5028

runs/Feb06_16-00-12_9c33e034e0f6/events.out.tfevents.1707235217.9c33e034e0f6.332.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af6b1312c82e445faa81f1a55b6e354fffa729ec20cb39bf31f067cada38f14
+size 5028

runs/Feb06_16-00-35_9c33e034e0f6/events.out.tfevents.1707235239.9c33e034e0f6.332.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff60b9307f12955f48ac74bb026d74377f90c7f6de7982f03d4761e930667e4f
+size 5028

runs/Feb06_16-00-50_9c33e034e0f6/events.out.tfevents.1707235252.9c33e034e0f6.332.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392751270289bc32dfece11bf1cd90ccead0c620bbc442d6283e754744fdc40f
+size 7954

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acbeddb25b7c20006290e59fdb88f452bd223691d1800749106a31436e57375c
+oid sha256:f79f87d4bfa920b4d5f80a558e4a77801a2b74f52d598fbfa874a7f8a05b6fed
 size 4728