yakazimir commited on
Commit
975a1b3
·
verified ·
1 Parent(s): 2deb1e4

End of training

Browse files
Files changed (4) hide show
  1. README.md +7 -3
  2. all_results.json +5 -0
  3. config.json +1 -1
  4. eval_results.json +8 -0
README.md CHANGED
@@ -3,22 +3,26 @@ library_name: transformers
3
  license: llama3.2
4
  base_model: meta-llama/Llama-3.2-3B
5
  tags:
 
 
 
 
6
  - trl
7
  - sft
8
  - generated_from_trainer
9
  model-index:
10
- - name: llama_3_2_3B_tulu3
11
  results: []
12
  ---
13
 
14
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
15
  should probably proofread and complete it, then remove this comment. -->
16
 
17
- # llama_3_2_3B_tulu3
18
 
19
  This model is a fine-tuned version of [meta-llama/Llama-3.2-3B](https://huggingface.co/meta-llama/Llama-3.2-3B) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.6899
22
 
23
  ## Model description
24
 
 
3
  license: llama3.2
4
  base_model: meta-llama/Llama-3.2-3B
5
  tags:
6
+ - alignment-handbook
7
+ - trl
8
+ - sft
9
+ - generated_from_trainer
10
  - trl
11
  - sft
12
  - generated_from_trainer
13
  model-index:
14
+ - name: meta-llama/Llama-3.2-3B
15
  results: []
16
  ---
17
 
18
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
19
  should probably proofread and complete it, then remove this comment. -->
20
 
21
+ # meta-llama/Llama-3.2-3B
22
 
23
  This model is a fine-tuned version of [meta-llama/Llama-3.2-3B](https://huggingface.co/meta-llama/Llama-3.2-3B) on an unknown dataset.
24
  It achieves the following results on the evaluation set:
25
+ - Loss: 0.6898
26
 
27
  ## Model description
28
 
all_results.json CHANGED
@@ -1,5 +1,10 @@
1
  {
2
  "epoch": 0.9999655896218299,
 
 
 
 
 
3
  "total_flos": 1437402890797056.0,
4
  "train_loss": 0.7255030241491708,
5
  "train_runtime": 38613.5919,
 
1
  {
2
  "epoch": 0.9999655896218299,
3
+ "eval_loss": 0.6898318529129028,
4
+ "eval_runtime": 52.6908,
5
+ "eval_samples": 5000,
6
+ "eval_samples_per_second": 94.893,
7
+ "eval_steps_per_second": 2.98,
8
  "total_flos": 1437402890797056.0,
9
  "train_loss": 0.7255030241491708,
10
  "train_runtime": 38613.5919,
config.json CHANGED
@@ -32,6 +32,6 @@
32
  "tie_word_embeddings": true,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.48.3",
35
- "use_cache": false,
36
  "vocab_size": 128256
37
  }
 
32
  "tie_word_embeddings": true,
33
  "torch_dtype": "bfloat16",
34
  "transformers_version": "4.48.3",
35
+ "use_cache": true,
36
  "vocab_size": 128256
37
  }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 0.9999655896218299,
3
+ "eval_loss": 0.6898318529129028,
4
+ "eval_runtime": 52.6908,
5
+ "eval_samples": 5000,
6
+ "eval_samples_per_second": 94.893,
7
+ "eval_steps_per_second": 2.98
8
+ }