Uploading model files

README.md

@@ -199,4 +199,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 ### Framework versions
 
-- PEFT 0.15.1
+- PEFT 0.12.0

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "down_proj",
     "qkv_proj",
-    "gate_up_proj"
+    "gate_up_proj",
+    "down_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c476783e5747c9946bfcdf886d71b222d4cd6dfc7ad96f40088b00e404c47c6e
+oid sha256:e0a4a6b2f33e07e2c75bc2b0cbcda5ddfd10e6425b8c5350dc778429274a1890
 size 201361312

tokenizer_config.json

@@ -125,7 +125,7 @@
   "eos_token": "<|endoftext|>",
   "extra_special_tokens": {},
   "legacy": false,
-  "model_max_length": 131072,
+  "model_max_length": 16392,
   "pad_token": "<|endoftext|>",
   "padding_side": "right",
   "sp_model_kwargs": {},

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17113dc9a011daaebb6c672e3fca5f1d536316649d7ae54db488bbb33818b1f0
-size 5752
+oid sha256:10c424b2278a86178e6966435b122eedfb7dc4aa481782fbd02710c89e5605cf
+size 5688