shoubing35 commited on
Commit
384848b
·
verified ·
1 Parent(s): 390deb7

Training in progress, step 60

Browse files
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
  base_model: meta-llama/Llama-3.2-1B-Instruct
3
  datasets: shoubing35/ones_digit_sft_dataset
4
- library_name: transformers
5
  model_name: llama-1B-sft
6
  tags:
7
  - generated_from_trainer
@@ -35,6 +35,7 @@ This model was trained with SFT.
35
 
36
  ### Framework versions
37
 
 
38
  - TRL: 0.17.0.dev0
39
  - Transformers: 4.50.3
40
  - Pytorch: 2.6.0+cu124
 
1
  ---
2
  base_model: meta-llama/Llama-3.2-1B-Instruct
3
  datasets: shoubing35/ones_digit_sft_dataset
4
+ library_name: peft
5
  model_name: llama-1B-sft
6
  tags:
7
  - generated_from_trainer
 
35
 
36
  ### Framework versions
37
 
38
+ - PEFT 0.14.0
39
  - TRL: 0.17.0.dev0
40
  - Transformers: 4.50.3
41
  - Pytorch: 2.6.0+cu124
adapter_config.json CHANGED
@@ -25,11 +25,11 @@
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
28
- "k_proj",
29
- "v_proj",
30
- "o_proj",
31
  "q_proj",
32
  "gate_proj",
 
 
 
33
  "up_proj",
34
  "down_proj"
35
  ],
 
25
  "rank_pattern": {},
26
  "revision": null,
27
  "target_modules": [
 
 
 
28
  "q_proj",
29
  "gate_proj",
30
+ "o_proj",
31
+ "v_proj",
32
+ "k_proj",
33
  "up_proj",
34
  "down_proj"
35
  ],
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a1774fdf478420492f9e1c85b17f7f2ad92506c7dd44243b9e07c35912dcd3a
3
  size 1095792688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b229f994cd7e2d2c27f1ba66d33bbf734c122f2c5e11f26490e24b8aa92ca55b
3
  size 1095792688
runs/Apr13_22-33-59_239d878514d9/events.out.tfevents.1744583650.239d878514d9.18146.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23eee6b3f8e6dfe57db408a38e8d77619303cddf69cf065b89fc5f932153bebd
3
+ size 13300
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9722fbf763ef23e8dc8390c2537962b4fd69ff47f37bf983737e6ed9e1192de8
3
  size 5688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02d0a2b2afe1f6d5203cfdb6eeeb91de9672426e6ddba5d6226a059eca260d9
3
  size 5688