nblinh63 commited on
Commit
3a42744
·
verified ·
1 Parent(s): cc7123f

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.8866
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 2.2203 | 0.0007 | 10 | 2.8866 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2.5-1.5B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.8771
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 2.2186 | 0.0007 | 10 | 2.8771 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "up_proj",
25
- "down_proj",
26
- "gate_proj",
27
  "k_proj",
 
 
28
  "q_proj",
29
- "o_proj"
 
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
 
 
 
23
  "k_proj",
24
+ "o_proj",
25
+ "up_proj",
26
  "q_proj",
27
+ "v_proj",
28
+ "gate_proj",
29
+ "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86db5acce3b2b83cf62f3024705d7ff334a114493b0df8278995039a679c924d
3
  size 74000170
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb53c4da6119b58eecfbbe3c662ce044737d0cc1d8b1ba8b2a2f872b4629e9de
3
  size 74000170
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f4453d10189b91361596f21c8151667dc4456eb7480f66ae9a50b84b271831a
3
  size 73911112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5d4eb48ad63078ef9bf30d2b300dce3797592b122f9676c6a3129cce4491a61
3
  size 73911112
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:754f39c764014379689c6089628317ae6a852a7e27b9f9ed1a2e1928f73f82df
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47936de68e6cd70916299a35ff3bc137a24880075beb8be3504ea41f97fc644c
3
  size 6776