Upload folder using huggingface_hub

README.md

@@ -50,19 +50,20 @@ The model was trained using the `SFTTrainer` from the TRL library.
 
 | Step | Training Loss | Validation Loss |
 |------|---------------|-----------------|
-|10  |1.070300  |0.859889|
-|20  |0.710900  |0.649465|
-|30  |0.632800  |0.522307|
-|40  |0.492200  |0.463456|
-|50  |0.386700  |0.421875|
-|60  |0.328100  |0.405993|
-|70  |0.316400  |0.392578|
-|80  |0.252000  |0.386410|
-|90  |0.245100  |0.372893|
-|100  |0.205100  |0.372327|
-|110  |0.125000  |0.373869|
-|120  |0.144500  |0.430407|
-|130  |0.127000  |0.403783|
+| 10 | 1.070300 | 0.866071 |
+| 20 | 0.738300 | 0.653832 |
+| 30 | 0.621100 | 0.534040 |
+| 40 | 0.433600 | 0.462612 |
+| 50 | 0.416000 | 0.423968 |
+| 60 | 0.306600 | 0.405645 |
+| 70 | 0.308600 | 0.396484 |
+| 80 | 0.238300 | 0.380999 |
+| 90 | 0.232400 | 0.376814 |
+| 100 | 0.265600 | 0.371326 |
+| 110 | 0.209000 | 0.366815 |
+| 120 | 0.120100 | 0.400251 |
+| 130 | 0.148400 | 0.417922 |
+| 140 | 0.121600 | 0.411133 |
 
 ## Intended Use
 

adapter_config.json

@@ -27,12 +27,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
+    "q_proj",
     "down_proj",
+    "v_proj",
     "o_proj",
     "up_proj",
-    "gate_proj",
-    "q_proj"
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "trainable_token_indices": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fde19778390ce6d4ed7b2c9a969ed6f599081ed372e404f53d59b9dbf4d71932
+oid sha256:3d4501c872a30f5a183e2a750920de907187c697cb6dfc93a1f8b28719a975b7
 size 2547050200