rndteam41 commited on
Commit
fe1dff1
·
verified ·
1 Parent(s): 9fc7a5d

Update model

Browse files
config.json CHANGED
@@ -1,12 +1,16 @@
1
  {
2
- "_name_or_path": "rndteam41/characters_trained",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128040,
 
 
 
 
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
@@ -18,6 +22,7 @@
18
  "num_attention_heads": 32,
19
  "num_hidden_layers": 32,
20
  "num_key_value_heads": 8,
 
21
  "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-05,
23
  "rope_scaling": {
@@ -30,7 +35,8 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float32",
33
- "transformers_version": "4.49.0",
 
34
  "use_cache": true,
35
  "vocab_size": 128256
36
  }
 
1
  {
2
+ "_name_or_path": "rndteam41/character_correct",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
  "head_dim": 128,
15
  "hidden_act": "silu",
16
  "hidden_size": 4096,
 
22
  "num_attention_heads": 32,
23
  "num_hidden_layers": 32,
24
  "num_key_value_heads": 8,
25
+ "pad_token_id": 128004,
26
  "pretraining_tp": 1,
27
  "rms_norm_eps": 1e-05,
28
  "rope_scaling": {
 
35
  "rope_theta": 500000.0,
36
  "tie_word_embeddings": false,
37
  "torch_dtype": "float32",
38
+ "transformers_version": "4.48.3",
39
+ "unsloth_version": "2024.8",
40
  "use_cache": true,
41
  "vocab_size": 128256
42
  }
generation_config.json CHANGED
@@ -1,9 +1,14 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
- "eos_token_id": 128040,
 
 
 
 
 
 
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.49.0"
9
  }
 
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "max_length": 131072,
10
+ "pad_token_id": 128004,
11
  "temperature": 0.6,
12
  "top_p": 0.9,
13
+ "transformers_version": "4.48.3"
14
  }
model-00001-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f036b9a6a69f288db9c2d8df271a1fd889e1c5c82dbb23a595a50e5bcc0e8c7
3
  size 4886466168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5193522a4879be683ad262187c8caf5676376c7dfbc8e71d17f4b1716a72076b
3
  size 4886466168
model-00002-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c5911977acf55a44ba7297b88c4b0a809452c4ce17f030f810578e9763d70fc
3
  size 4832007448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51d3e86a97df01a2b82354a41e4ef9e52ed3aa4b5bd017e687a42c9f543de2a
3
  size 4832007448
model-00003-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a339ae15d9d4faf8eb7e85a4a4deb6b1236e9c7123c8aa97509af0c61314ec8
3
  size 4999813112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2937babc2d0cea6c3364883548925d79d48d469bd4655ff869ade4eb8a67e4c8
3
  size 4999813112
model-00004-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e9dd2528ddae6261a589f158e982e16df8b845660d4968682957c95abfee50e
3
  size 4999813128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74c7250c62d351a6b617dec273a755cde0ef4cbcf0ad8d1f047f878b9772b919
3
  size 4999813128
model-00005-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77fd5be35faf202227eac505a0c3c7f8727257bea42ed0be371b9eb2d12b7fb5
3
  size 4832007496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c10ca42a918b9947d12aa189ad3821ad50dd419aec1e80ec8a74caf8dc24a8
3
  size 4832007496
model-00006-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd2a6aa86368b1ead262f58b3850c5e6755afcf4b13ebd81027d09bab2b403d8
3
  size 4999813120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852631f1f03b99dd3f2669b736c391a176ae5d8e150f293e2d90bb25297e71c8
3
  size 4999813120
model-00007-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5cc97bb90357949c9e7396e749e22f60a1475b9955e9eba7b5082a3b88b1d834
3
  size 2571158184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84135560d6eb8eb3a0b992d015a40265f9191bb8132848c34c98114e4bcbc4f3
3
  size 2571158184