nblinh63 commited on
Commit
0f20eae
·
verified ·
1 Parent(s): 5d9494e

End of training

Browse files
README.md CHANGED
@@ -102,7 +102,7 @@ xformers_attention: true
102
 
103
  This model is a fine-tuned version of [sethuiyer/Medichat-Llama3-8B](https://huggingface.co/sethuiyer/Medichat-Llama3-8B) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
- - Loss: 1.2417
106
 
107
  ## Model description
108
 
@@ -134,7 +134,7 @@ The following hyperparameters were used during training:
134
 
135
  | Training Loss | Epoch | Step | Validation Loss |
136
  |:-------------:|:------:|:----:|:---------------:|
137
- | 0.5651 | 0.0013 | 10 | 1.2417 |
138
 
139
 
140
  ### Framework versions
 
102
 
103
  This model is a fine-tuned version of [sethuiyer/Medichat-Llama3-8B](https://huggingface.co/sethuiyer/Medichat-Llama3-8B) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
+ - Loss: 1.2429
106
 
107
  ## Model description
108
 
 
134
 
135
  | Training Loss | Epoch | Step | Validation Loss |
136
  |:-------------:|:------:|:----:|:---------------:|
137
+ | 0.5643 | 0.0013 | 10 | 1.2429 |
138
 
139
 
140
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "gate_proj",
25
- "up_proj",
26
  "q_proj",
 
 
 
27
  "k_proj",
28
- "down_proj",
29
- "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "down_proj",
 
 
24
  "q_proj",
25
+ "up_proj",
26
+ "o_proj",
27
+ "v_proj",
28
  "k_proj",
29
+ "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e80d0efe0e4428e7430099e8a163a1ecf74225dba87db029ad214dbe5093e4a7
3
  size 167934026
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a8c63f5c620766e726d7387ba2e61f5d12a135666eed7896cca2c0cd020b67
3
  size 167934026
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:691052b1131bd09e7ceaab35b5b164f9cd54c45bf3ee40c38947642060855ffd
3
  size 167832240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059299f143f7bc9b29306573f3c530db9feb29bc5c2d624df8801de537d960f0
3
  size 167832240
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51fe98a3cef0206059b346873dd779fd80fe628893f87f2b4da074fd245620b0
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4949b58033a67cf41a98e3422156765d2574def2187df713ba8243a4d09c5fcd
3
  size 6776