upload

Phil-18B-il1 bfloat16 upload

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Phil.png filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,30 @@
+---
+license: mit
+license_link: https://huggingface.co/microsoft/phi-4/resolve/main/LICENSE
+language:
+- en
+pipeline_tag: text-generation
+tags:
+- merge
+- phi
+- nlp
+- math
+- code
+- chat
+- conversational
+base_model:
+- microsoft/phi-4
+- huihui-ai/phi-4-abliterated
+---
+
+#
+<img src=https://huggingface.co/altomek/Phil-18B-il1/resolve/main/Phil.png>
+<a href="https://www.youtube.com/watch?v=gw5vAd5icAg" title="Battle Without Honor Or Humanity" target="_blank">intro music...</a>
+
+## Phil-18B-il1 
+
+TBD...
+
+### Quants
+
+- [GGUF quants](https://huggingface.co/altomek/Phil-18B-il1-GGUF)

added_tokens.json

@@ -0,0 +1,98 @@
+{
+  "<|dummy_0|>": 100256,
+  "<|endoftext|>": 100257,
+  "<|fim_prefix|>": 100258,
+  "<|fim_middle|>": 100259,
+  "<|fim_suffix|>": 100260,
+  "<|dummy_1|>": 100261,
+  "<|dummy_2|>": 100262,
+  "<|dummy_3|>": 100263,
+  "<|im_start|>": 100264,
+  "<|im_end|>": 100265,
+  "<|im_sep|>": 100266,
+  "<|dummy_4|>": 100267,
+  "<|dummy_5|>": 100268,
+  "<|dummy_6|>": 100269,
+  "<|dummy_7|>": 100270,
+  "<|dummy_8|>": 100271,
+  "<|dummy_9|>": 100272,
+  "<|dummy_10|>": 100273,
+  "<|dummy_11|>": 100274,
+  "<|dummy_12|>": 100275,
+  "<|endofprompt|>": 100276,
+  "<|dummy_13|>": 100277,
+  "<|dummy_14|>": 100278,
+  "<|dummy_15|>": 100279,
+  "<|dummy_16|>": 100280,
+  "<|dummy_17|>": 100281,
+  "<|dummy_18|>": 100282,
+  "<|dummy_19|>": 100283,
+  "<|dummy_20|>": 100284,
+  "<|dummy_21|>": 100285,
+  "<|dummy_22|>": 100286,
+  "<|dummy_23|>": 100287,
+  "<|dummy_24|>": 100288,
+  "<|dummy_25|>": 100289,
+  "<|dummy_26|>": 100290,
+  "<|dummy_27|>": 100291,
+  "<|dummy_28|>": 100292,
+  "<|dummy_29|>": 100293,
+  "<|dummy_30|>": 100294,
+  "<|dummy_31|>": 100295,
+  "<|dummy_32|>": 100296,
+  "<|dummy_33|>": 100297,
+  "<|dummy_34|>": 100298,
+  "<|dummy_35|>": 100299,
+  "<|dummy_36|>": 100300,
+  "<|dummy_37|>": 100301,
+  "<|dummy_38|>": 100302,
+  "<|dummy_39|>": 100303,
+  "<|dummy_40|>": 100304,
+  "<|dummy_41|>": 100305,
+  "<|dummy_42|>": 100306,
+  "<|dummy_43|>": 100307,
+  "<|dummy_44|>": 100308,
+  "<|dummy_45|>": 100309,
+  "<|dummy_46|>": 100310,
+  "<|dummy_47|>": 100311,
+  "<|dummy_48|>": 100312,
+  "<|dummy_49|>": 100313,
+  "<|dummy_50|>": 100314,
+  "<|dummy_51|>": 100315,
+  "<|dummy_52|>": 100316,
+  "<|dummy_53|>": 100317,
+  "<|dummy_54|>": 100318,
+  "<|dummy_55|>": 100319,
+  "<|dummy_56|>": 100320,
+  "<|dummy_57|>": 100321,
+  "<|dummy_58|>": 100322,
+  "<|dummy_59|>": 100323,
+  "<|dummy_60|>": 100324,
+  "<|dummy_61|>": 100325,
+  "<|dummy_62|>": 100326,
+  "<|dummy_63|>": 100327,
+  "<|dummy_64|>": 100328,
+  "<|dummy_65|>": 100329,
+  "<|dummy_66|>": 100330,
+  "<|dummy_67|>": 100331,
+  "<|dummy_68|>": 100332,
+  "<|dummy_69|>": 100333,
+  "<|dummy_70|>": 100334,
+  "<|dummy_71|>": 100335,
+  "<|dummy_72|>": 100336,
+  "<|dummy_73|>": 100337,
+  "<|dummy_74|>": 100338,
+  "<|dummy_75|>": 100339,
+  "<|dummy_76|>": 100340,
+  "<|dummy_77|>": 100341,
+  "<|dummy_78|>": 100342,
+  "<|dummy_79|>": 100343,
+  "<|dummy_80|>": 100344,
+  "<|dummy_81|>": 100345,
+  "<|dummy_82|>": 100346,
+  "<|dummy_83|>": 100347,
+  "<|dummy_84|>": 100348,
+  "<|dummy_85|>": 100349,
+  "<|dummy_86|>": 100350,
+  "<|dummy_87|>": 100351
+}

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "Phi3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 100257,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 100265,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 17920,
+  "max_position_embeddings": 16384,
+  "model_type": "phi3",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 50,
+  "num_key_value_heads": 10,
+  "original_max_position_embeddings": 16384,
+  "pad_token_id": 100349,
+  "partial_rotary_factor": 1.0,
+  "resid_pdrop": 0.0,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 250000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.3",
+  "use_cache": true,
+  "vocab_size": 100352
+}

model-00001-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2932e1a6f857ffeed29c6e3939cb5b5f90056e674abaae7d9a6f088196fd680
+size 4965102792

model-00002-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e3be7622f1603e5874a32a611ec3f36481ce3b15f7e11804eaca21a6f7a2d3
+size 4771169128

model-00003-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad877e1936042ecbcc4040697087f4c8a9e5ae42ce8d0fa76677ac5745a561ef
+size 4771169120

model-00004-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e5c7ba7cad008ee7f3c94b31aeb87034578bbac0244e94ee3181532b78e601
+size 4771169120

model-00005-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac363586bd76be6cf9ab9e75199695e21629afb912700b1217c532ca1716ff1
+size 4771169128

model-00006-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125f1b9f96db2f334ac70e7749aaec3f152a7042f46404491a2b788848156fd7
+size 4771169120

model-00007-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a095ffcb7e455a7d0577ad40a676c733893cec656c5d950344cc16c0d6c612
+size 4771169120

model-00008-of-00008.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b51ff7381549677b93360c4a82daf1a3ea51049fd3efb2e9ae71d96bc5f74a5
+size 2542881408

model.safetensors.index.json

@@ -0,0 +1 @@
+{"metadata": {"mergekit_version": "0.1.2"}, "weight_map": {"lm_head.weight": "model-00001-of-00008.safetensors", "model.embed_tokens.weight": "model-00001-of-00008.safetensors", "model.layers.0.input_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00008.safetensors", "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00008.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00008.safetensors", "model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00008.safetensors", "model.layers.1.input_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00001-of-00008.safetensors", "model.layers.1.mlp.gate_up_proj.weight": "model-00001-of-00008.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00008.safetensors", "model.layers.1.self_attn.qkv_proj.weight": "model-00001-of-00008.safetensors", "model.layers.10.input_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00001-of-00008.safetensors", "model.layers.10.mlp.gate_up_proj.weight": "model-00001-of-00008.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00008.safetensors", "model.layers.10.self_attn.qkv_proj.weight": "model-00001-of-00008.safetensors", "model.layers.11.input_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00001-of-00008.safetensors", "model.layers.11.mlp.gate_up_proj.weight": "model-00001-of-00008.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00008.safetensors", "model.layers.11.self_attn.qkv_proj.weight": "model-00001-of-00008.safetensors", "model.layers.12.input_layernorm.weight": "model-00001-of-00008.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00001-of-00008.safetensors", "model.layers.12.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.12.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.13.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.13.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.13.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.14.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.14.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.14.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.15.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.15.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.15.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.16.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.16.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.16.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.17.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.17.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.17.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.18.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.18.mlp.gate_up_proj.weight": "model-00002-of-00008.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00008.safetensors", "model.layers.18.self_attn.qkv_proj.weight": "model-00002-of-00008.safetensors", "model.layers.19.input_layernorm.weight": "model-00002-of-00008.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00002-of-00008.safetensors", "model.layers.19.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.19.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.2.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.2.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.2.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.20.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.20.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.20.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.21.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.21.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.21.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.22.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.22.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.22.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.23.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.23.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.23.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.24.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.24.mlp.gate_up_proj.weight": "model-00003-of-00008.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00008.safetensors", "model.layers.24.self_attn.qkv_proj.weight": "model-00003-of-00008.safetensors", "model.layers.25.input_layernorm.weight": "model-00003-of-00008.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00003-of-00008.safetensors", "model.layers.25.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.25.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.26.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.26.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.26.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.27.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.27.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.27.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.28.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.28.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.28.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.29.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.29.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.29.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.3.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.3.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.3.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.30.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.30.mlp.gate_up_proj.weight": "model-00004-of-00008.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00004-of-00008.safetensors", "model.layers.30.self_attn.qkv_proj.weight": "model-00004-of-00008.safetensors", "model.layers.31.input_layernorm.weight": "model-00004-of-00008.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00004-of-00008.safetensors", "model.layers.31.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.31.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.32.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.32.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.32.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.33.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.33.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.33.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.33.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.34.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.34.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.34.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.34.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.35.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.35.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.35.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.35.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.36.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.36.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.36.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.36.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.36.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.36.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.37.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.37.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.37.mlp.gate_up_proj.weight": "model-00005-of-00008.safetensors", "model.layers.37.post_attention_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.37.self_attn.o_proj.weight": "model-00005-of-00008.safetensors", "model.layers.37.self_attn.qkv_proj.weight": "model-00005-of-00008.safetensors", "model.layers.38.input_layernorm.weight": "model-00005-of-00008.safetensors", "model.layers.38.mlp.down_proj.weight": "model-00005-of-00008.safetensors", "model.layers.38.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.38.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.38.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.38.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.39.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.39.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.39.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.39.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.39.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.39.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.4.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.4.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.4.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.40.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.40.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.40.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.40.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.40.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.40.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.41.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.41.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.41.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.41.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.41.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.41.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.42.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.42.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.42.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.42.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.42.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.42.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.43.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.43.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.43.mlp.gate_up_proj.weight": "model-00006-of-00008.safetensors", "model.layers.43.post_attention_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.43.self_attn.o_proj.weight": "model-00006-of-00008.safetensors", "model.layers.43.self_attn.qkv_proj.weight": "model-00006-of-00008.safetensors", "model.layers.44.input_layernorm.weight": "model-00006-of-00008.safetensors", "model.layers.44.mlp.down_proj.weight": "model-00006-of-00008.safetensors", "model.layers.44.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.44.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.44.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.44.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.45.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.45.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.45.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.45.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.45.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.45.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.46.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.46.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.46.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.46.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.46.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.46.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.47.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.47.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.47.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.47.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.47.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.47.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.48.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.48.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.48.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.48.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.48.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.48.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.49.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.49.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.49.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.49.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.49.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.49.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.5.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.5.mlp.gate_up_proj.weight": "model-00007-of-00008.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00007-of-00008.safetensors", "model.layers.5.self_attn.qkv_proj.weight": "model-00007-of-00008.safetensors", "model.layers.6.input_layernorm.weight": "model-00007-of-00008.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00007-of-00008.safetensors", "model.layers.6.mlp.gate_up_proj.weight": "model-00008-of-00008.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00008-of-00008.safetensors", "model.layers.6.self_attn.qkv_proj.weight": "model-00008-of-00008.safetensors", "model.layers.7.input_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00008-of-00008.safetensors", "model.layers.7.mlp.gate_up_proj.weight": "model-00008-of-00008.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00008.safetensors", "model.layers.7.self_attn.qkv_proj.weight": "model-00008-of-00008.safetensors", "model.layers.8.input_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00008-of-00008.safetensors", "model.layers.8.mlp.gate_up_proj.weight": "model-00008-of-00008.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00008-of-00008.safetensors", "model.layers.8.self_attn.qkv_proj.weight": "model-00008-of-00008.safetensors", "model.layers.9.input_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00008-of-00008.safetensors", "model.layers.9.mlp.gate_up_proj.weight": "model-00008-of-00008.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00008-of-00008.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00008-of-00008.safetensors", "model.layers.9.self_attn.qkv_proj.weight": "model-00008-of-00008.safetensors", "model.norm.weight": "model-00008-of-00008.safetensors"}}

special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|im_end|>",
+  "pad_token": "<|dummy_85|>"
+}

tokenizer_config.json

@@ -0,0 +1,780 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "100256": {
+      "content": "<|dummy_0|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100257": {
+      "content": "<|endoftext|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100258": {
+      "content": "<|fim_prefix|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100259": {
+      "content": "<|fim_middle|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100260": {
+      "content": "<|fim_suffix|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100261": {
+      "content": "<|dummy_1|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100262": {
+      "content": "<|dummy_2|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100263": {
+      "content": "<|dummy_3|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100264": {
+      "content": "<|im_start|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100265": {
+      "content": "<|im_end|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100266": {
+      "content": "<|im_sep|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100267": {
+      "content": "<|dummy_4|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100268": {
+      "content": "<|dummy_5|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100269": {
+      "content": "<|dummy_6|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100270": {
+      "content": "<|dummy_7|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100271": {
+      "content": "<|dummy_8|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100272": {
+      "content": "<|dummy_9|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100273": {
+      "content": "<|dummy_10|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100274": {
+      "content": "<|dummy_11|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100275": {
+      "content": "<|dummy_12|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100276": {
+      "content": "<|endofprompt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100277": {
+      "content": "<|dummy_13|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100278": {
+      "content": "<|dummy_14|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100279": {
+      "content": "<|dummy_15|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100280": {
+      "content": "<|dummy_16|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100281": {
+      "content": "<|dummy_17|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100282": {
+      "content": "<|dummy_18|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100283": {
+      "content": "<|dummy_19|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100284": {
+      "content": "<|dummy_20|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100285": {
+      "content": "<|dummy_21|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100286": {
+      "content": "<|dummy_22|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100287": {
+      "content": "<|dummy_23|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100288": {
+      "content": "<|dummy_24|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100289": {
+      "content": "<|dummy_25|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100290": {
+      "content": "<|dummy_26|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100291": {
+      "content": "<|dummy_27|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100292": {
+      "content": "<|dummy_28|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100293": {
+      "content": "<|dummy_29|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100294": {
+      "content": "<|dummy_30|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100295": {
+      "content": "<|dummy_31|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100296": {
+      "content": "<|dummy_32|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100297": {
+      "content": "<|dummy_33|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100298": {
+      "content": "<|dummy_34|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100299": {
+      "content": "<|dummy_35|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100300": {
+      "content": "<|dummy_36|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100301": {
+      "content": "<|dummy_37|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100302": {
+      "content": "<|dummy_38|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100303": {
+      "content": "<|dummy_39|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100304": {
+      "content": "<|dummy_40|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100305": {
+      "content": "<|dummy_41|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100306": {
+      "content": "<|dummy_42|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100307": {
+      "content": "<|dummy_43|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100308": {
+      "content": "<|dummy_44|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100309": {
+      "content": "<|dummy_45|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100310": {
+      "content": "<|dummy_46|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100311": {
+      "content": "<|dummy_47|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100312": {
+      "content": "<|dummy_48|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100313": {
+      "content": "<|dummy_49|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100314": {
+      "content": "<|dummy_50|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100315": {
+      "content": "<|dummy_51|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100316": {
+      "content": "<|dummy_52|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100317": {
+      "content": "<|dummy_53|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100318": {
+      "content": "<|dummy_54|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100319": {
+      "content": "<|dummy_55|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100320": {
+      "content": "<|dummy_56|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100321": {
+      "content": "<|dummy_57|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100322": {
+      "content": "<|dummy_58|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100323": {
+      "content": "<|dummy_59|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100324": {
+      "content": "<|dummy_60|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100325": {
+      "content": "<|dummy_61|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100326": {
+      "content": "<|dummy_62|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100327": {
+      "content": "<|dummy_63|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100328": {
+      "content": "<|dummy_64|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100329": {
+      "content": "<|dummy_65|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100330": {
+      "content": "<|dummy_66|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100331": {
+      "content": "<|dummy_67|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100332": {
+      "content": "<|dummy_68|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100333": {
+      "content": "<|dummy_69|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100334": {
+      "content": "<|dummy_70|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100335": {
+      "content": "<|dummy_71|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100336": {
+      "content": "<|dummy_72|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100337": {
+      "content": "<|dummy_73|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100338": {
+      "content": "<|dummy_74|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100339": {
+      "content": "<|dummy_75|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100340": {
+      "content": "<|dummy_76|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100341": {
+      "content": "<|dummy_77|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100342": {
+      "content": "<|dummy_78|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100343": {
+      "content": "<|dummy_79|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100344": {
+      "content": "<|dummy_80|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100345": {
+      "content": "<|dummy_81|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100346": {
+      "content": "<|dummy_82|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100347": {
+      "content": "<|dummy_83|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100348": {
+      "content": "<|dummy_84|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100349": {
+      "content": "<|dummy_85|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100350": {
+      "content": "<|dummy_86|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100351": {
+      "content": "<|dummy_87|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 16384,
+  "pad_token": "<|dummy_85|>",
+  "tokenizer_class": "GPT2Tokenizer"
+}