Uploading model files

README.md

@@ -1,6 +1,7 @@
 ---
 library_name: peft
 license: other
+base_model: microsoft/Phi-3.5-mini-instruct
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You

adapter_config.json

@@ -10,20 +10,20 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 256,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 128,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "qkv_proj",
     "o_proj",
+    "gate_up_proj",
     "down_proj",
-    "gate_up_proj"
+    "qkv_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:696b42434a651995693050a5f32d61f9db8c74c5fb595242b5d8c7d50a66d6db
-size 50365768
+oid sha256:3d0effac85faede9770924a5fc7f76cb5d43b56f78b4b7edff0ef2580335347f
+size 805341552

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:545d02e9fd107fbc55b278eaa4bc724a9ed48c59e2fdca315dec3dbb4fe2fae7
+oid sha256:e809048f7d28148a7a82f69f416af4aaf8cd9307f44917f5b00091ed3f6ffc99
 size 5688