nblinh commited on
Commit
2a01977
·
verified ·
1 Parent(s): 8a5a63d

End of training

Browse files
README.md CHANGED
@@ -103,7 +103,7 @@ xformers_attention: true
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
- - Loss: 2.3770
107
 
108
  ## Model description
109
 
@@ -135,7 +135,7 @@ The following hyperparameters were used during training:
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
- | 2.4777 | 0.0031 | 10 | 2.3770 |
139
 
140
 
141
  ### Framework versions
 
103
 
104
  This model is a fine-tuned version of [Qwen/Qwen2.5-3B-Instruct](https://huggingface.co/Qwen/Qwen2.5-3B-Instruct) on the None dataset.
105
  It achieves the following results on the evaluation set:
106
+ - Loss: 2.3727
107
 
108
  ## Model description
109
 
 
135
 
136
  | Training Loss | Epoch | Step | Validation Loss |
137
  |:-------------:|:------:|:----:|:---------------:|
138
+ | 2.4947 | 0.0031 | 10 | 2.3727 |
139
 
140
 
141
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "gate_proj",
24
- "o_proj",
25
  "k_proj",
26
  "v_proj",
 
27
  "up_proj",
28
- "q_proj",
29
- "down_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "down_proj",
24
+ "q_proj",
25
  "k_proj",
26
  "v_proj",
27
+ "o_proj",
28
  "up_proj",
29
+ "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f240b4757d0dd71958f35c232d47bee417c53e605fffc0d2e0d1bb9d5abe4a68
3
  size 119915754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2f0a5c99433d18089da149642f77af285cedf29150ef7a60ef415f478f26445
3
  size 119915754
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dc9f1173b698ca4c8a579c76194c23cb476cac9c5c508a5249f46d19c2076f10
3
  size 119801528
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95593b4dc39a9641111335583dedea4f268df2ae9eb3abb08fd4eeeca8cc2bd9
3
  size 119801528
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b21b3ff9b62485a4f12cf451b7d3a263382d00fe99cf5fdb9d1bc412b17a0b26
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72765c8692057762df44339a77fa5f96c7917c601a2e8e0987b452be0efca97f
3
  size 6776