HoJL commited on
Commit
386b364
·
verified ·
1 Parent(s): 0e7742a

Upload 7 files

Browse files
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- base_model: unsloth/llama-3.2-3b-instruct-bnb-4bit
3
  library_name: peft
4
  ---
5
 
 
1
  ---
2
+ base_model: unsloth/Llama-3.2-3B-Instruct-bnb-4bit
3
  library_name: peft
4
  ---
5
 
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "unsloth/llama-3.2-3b-instruct-bnb-4bit",
5
  "bias": "none",
6
  "eva_config": null,
7
  "exclude_modules": null,
@@ -23,13 +23,13 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "o_proj",
27
- "up_proj",
28
- "v_proj",
29
- "gate_proj",
30
  "down_proj",
31
  "k_proj",
32
- "q_proj"
 
 
 
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "unsloth/Llama-3.2-3B-Instruct-bnb-4bit",
5
  "bias": "none",
6
  "eva_config": null,
7
  "exclude_modules": null,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
+ "q_proj",
 
 
 
27
  "down_proj",
28
  "k_proj",
29
+ "up_proj",
30
+ "gate_proj",
31
+ "v_proj",
32
+ "o_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32c3813cc95b36a5ab42d2acb76fed7effc43b18b9da63c05eeabc9b385a539d
3
  size 48679352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603d12de92e8dc75ea77dbced156857217eb639dd1ca6160dae38063e2efbfad
3
  size 48679352
special_tokens_map.json CHANGED
@@ -13,11 +13,5 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": {
17
- "content": "<|finetune_right_pad_id|>",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- }
23
  }
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "<|eot_id|>"
 
 
 
 
 
 
17
  }
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
- size 17209920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65ff5472d095ccd9332d9e723153d7bc7226cb6be9c1bffda738b5ba2e71bf26
3
+ size 17210084
tokenizer_config.json CHANGED
@@ -2059,7 +2059,7 @@
2059
  "attention_mask"
2060
  ],
2061
  "model_max_length": 131072,
2062
- "pad_token": "<|finetune_right_pad_id|>",
2063
- "padding_side": "right",
2064
  "tokenizer_class": "PreTrainedTokenizerFast"
2065
  }
 
2059
  "attention_mask"
2060
  ],
2061
  "model_max_length": 131072,
2062
+ "pad_token": "<|eot_id|>",
2063
+ "padding_side": "left",
2064
  "tokenizer_class": "PreTrainedTokenizerFast"
2065
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bf43c8563b0402b80b7171009ee7d875eeb13b0adf1d4d1828e81ae61e51b5c
3
  size 5560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69d95852694a8006a9c061f1a9f96c5f6c4504b05cbfd6dc366111b5ac0d14cc
3
  size 5560