neopolita commited on
Commit
88cb6a3
·
verified ·
1 Parent(s): d652c77

Upload Qwen2ForCausalLM

Browse files
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "neopolita/jessi-v0.1-qwen2.5-7b-instruct",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
@@ -16,6 +16,7 @@
16
  "num_attention_heads": 28,
17
  "num_hidden_layers": 28,
18
  "num_key_value_heads": 4,
 
19
  "rms_norm_eps": 1e-06,
20
  "rope_scaling": null,
21
  "rope_theta": 1000000.0,
@@ -23,6 +24,7 @@
23
  "tie_word_embeddings": false,
24
  "torch_dtype": "bfloat16",
25
  "transformers_version": "4.47.1",
 
26
  "use_cache": true,
27
  "use_sliding_window": false,
28
  "vocab_size": 152064
 
1
  {
2
+ "_name_or_path": "products/merge",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
 
16
  "num_attention_heads": 28,
17
  "num_hidden_layers": 28,
18
  "num_key_value_heads": 4,
19
+ "pad_token_id": 151665,
20
  "rms_norm_eps": 1e-06,
21
  "rope_scaling": null,
22
  "rope_theta": 1000000.0,
 
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.47.1",
27
+ "unsloth_fixed": true,
28
  "use_cache": true,
29
  "use_sliding_window": false,
30
  "vocab_size": 152064
generation_config.json CHANGED
@@ -5,7 +5,8 @@
5
  151645,
6
  151643
7
  ],
8
- "pad_token_id": 151643,
 
9
  "repetition_penalty": 1.05,
10
  "temperature": 0.7,
11
  "top_k": 20,
 
5
  151645,
6
  151643
7
  ],
8
+ "max_length": 32768,
9
+ "pad_token_id": 151665,
10
  "repetition_penalty": 1.05,
11
  "temperature": 0.7,
12
  "top_k": 20,
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fa3cfc2ab5e17ce829bc2682257328ecfabafaf1f427b2c85c8383c021a88b9
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2be5313b9be10478b592f08cf4f85909d151165245ea357195af5d4febe05bf3
3
  size 4877660776
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c9da5b2d35e060eb7bf383efb2ff5a4a06c2f19c6aedabdfd14eeca66cdbf01
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:220949852cdf6f3f1498c2f36ea5205abb7dbea4c70cb60209a6ea0abf658245
3
  size 4932751008
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:da7739288f440560c27c5ce7b90bfb5e491e7e6850f3246d7a2e4e1cca4d8736
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d01c4ee0ab6b829549d427f6a90540787bcfb8ca32128c0f9f8e94614d73f79b
3
  size 4330865200
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c4237fe008ae8f48770d5d2f85ea7829f0d86df1617c91d3906458b5d8e164d5
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:529614fa0d7cf4471938ac29437ff4630a0ba92c31a2c9edd2afd3b7d4ff3e81
3
  size 1089994880