Uploading model files

adapter_config.json

@@ -10,19 +10,19 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 76,
+  "lora_alpha": 96,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 76,
+  "r": 96,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "down_proj",
     "qkv_proj",
     "o_proj",
-    "down_proj",
     "gate_up_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5062e3402417fbe38bd1eb0862b9f3d1e3c7b37620a18ea35568096349b9c7d3
-size 252787456
+oid sha256:5641e38b863b4d23792dbbaace47eb7898c1d63296b44eacadbb7e668cc3d683
+size 319306520

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57476489c36988ffed153ab2445308554100e094e4028de61aa5d00021dbe9b6
+oid sha256:0f9fbe482569bdd879e59e19f88d17f3267dc511648aa9164c8fbb8b13eaf4da
 size 6097