diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md index 962f55e9a99b0eab2926ce2f9af55fb37cea8a91..52e5b77ef67b8625e3fef746161f7809ae103c83 100644 --- a/README.md +++ b/README.md @@ -1,3 +1,11 @@ --- +language: +- en license: llama3.1 +base_model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 +base_model_relation: quantized +library_name: mlc-llm +pipeline_tag: text-generation --- + +3-bit [OmniQuant](https://arxiv.org/abs/2308.13137) quantized version of [Llama-3.1-8B-Lexi-Uncensored-V2](https://huggingface.co/Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2) for inference with the [Private LLM](http://privatellm.app) app. diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f98e357c05745bf2cf79816dbac3b1d79de5789 --- /dev/null +++ b/config.json @@ -0,0 +1,5 @@ +{ + "quantization_config": { + "bits": 3 + } +} diff --git a/ndarray-cache.json b/ndarray-cache.json new file mode 100644 index 0000000000000000000000000000000000000000..70ba03f17349b92998748887a1fab3d0dd6e6049 --- /dev/null +++ b/ndarray-cache.json @@ -0,0 +1,4311 @@ +{ + "metadata": { + "ParamSize": 325, + "ParamBytes": 3631664128.0, + "BitsPerParam": 2.6739310072364444 + }, + "records": [ + { + "dataPath": "params_shard_0.bin", + "format": "raw-shard", + "nbytes": 211365888, + "records": [ + { + "name": "lm_head.q_weight", + "shape": [ + 128256, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 211365888, + "byteOffset": 0 + } + ], + "md5sum": "568f86ab316027f797575a37c50a79d9" + }, + { + "dataPath": "params_shard_1.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.30.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c71fa051cd8d0a061517dd660b4bd259" + }, + { + "dataPath": "params_shard_2.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ac054a9333cbae8dc28c37ff3e2e6595" + }, + { + "dataPath": "params_shard_3.bin", + "format": "raw-shard", + "nbytes": 29369856, + "records": [ + { + "name": "lm_head.q_scale", + "shape": [ + 128256, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 26420736, + "byteOffset": 0 + }, + { + "name": "model.layers.30.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 26420736 + }, + { + "name": "model.layers.30.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 26428928 + } + ], + "md5sum": "b2ef7bfcda011084fce091ef3617eda3" + }, + { + "dataPath": "params_shard_4.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.31.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "23c81c3a019037fe4bc4aecbcba55cc6" + }, + { + "dataPath": "params_shard_5.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "d8d7de1a31854ce15e9a463d6246c4ea" + }, + { + "dataPath": "params_shard_6.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.30.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.30.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 5914624 + }, + { + "name": "model.layers.30.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 12664832 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 13508608 + }, + { + "name": "model.layers.30.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 23633920 + }, + { + "name": "model.layers.31.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.31.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "f8d122f52fdffb4b12350f4d02fdaa26" + }, + { + "dataPath": "params_shard_7.bin", + "format": "raw-shard", + "nbytes": 211365888, + "records": [ + { + "name": "model.embed_tokens.q_weight", + "shape": [ + 128256, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 211365888, + "byteOffset": 0 + } + ], + "md5sum": "23ee1db64fe9ec1de25677c5d5242b84" + }, + { + "dataPath": "params_shard_8.bin", + "format": "raw-shard", + "nbytes": 26420736, + "records": [ + { + "name": "model.embed_tokens.q_scale", + "shape": [ + 128256, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 26420736, + "byteOffset": 0 + } + ], + "md5sum": "da547dd4e70f656eb8f40d6d8956af59" + }, + { + "dataPath": "params_shard_9.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.0.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c71cd9d27678a777cfffbb85762fdd85" + }, + { + "dataPath": "params_shard_10.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "2f2335ea433b90052c7e82c731dca106" + }, + { + "dataPath": "params_shard_11.bin", + "format": "raw-shard", + "nbytes": 27856896, + "records": [ + { + "name": "model.layers.31.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.31.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.31.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.31.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.norm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.0.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24907776 + }, + { + "name": "model.layers.0.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24915968 + } + ], + "md5sum": "94fb00ac847c041e6aa2cfb48ba3ba7e" + }, + { + "dataPath": "params_shard_12.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.1.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "05db7e07966780fcc5a1959f7718c3d3" + }, + { + "dataPath": "params_shard_13.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "44605ccb63d169cff2416d510c50d2e8" + }, + { + "dataPath": "params_shard_14.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.0.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.0.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.0.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.0.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.1.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.1.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "bf084bc50a7e6d9277faf98d404a49cb" + }, + { + "dataPath": "params_shard_15.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.2.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "a56b7764fb245598a762e4fc20b06849" + }, + { + "dataPath": "params_shard_16.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "1eb84cdc1eb461439a2ba4ab907205c8" + }, + { + "dataPath": "params_shard_17.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.1.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.1.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.1.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.1.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.2.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.2.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "ec9ec32e8251509900dc59f08d300017" + }, + { + "dataPath": "params_shard_18.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.3.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "f890abec7e3cd987acf4a73ae5a7155f" + }, + { + "dataPath": "params_shard_19.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "dbbae6e9bc4e72a4d64d6d470d894f83" + }, + { + "dataPath": "params_shard_20.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.2.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.2.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.2.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.2.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.3.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.3.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "d9ea68d153f88d4447dd26e22ba40ee6" + }, + { + "dataPath": "params_shard_21.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.4.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "5d6344fd2838d393d1de808cafbf6040" + }, + { + "dataPath": "params_shard_22.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "399429175760780182f089ce18b54741" + }, + { + "dataPath": "params_shard_23.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.3.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.3.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.3.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.3.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.4.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.4.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "31f3c636bc161476f4e550aca98f1e80" + }, + { + "dataPath": "params_shard_24.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.5.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "018663105d043f9d9e8b656ee8dfabee" + }, + { + "dataPath": "params_shard_25.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "ecc50a22b160888dead6055dd38473e8" + }, + { + "dataPath": "params_shard_26.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.4.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.4.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.4.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.4.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.5.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.5.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "944b68d2516a5daebdc3a3a3fe0f5869" + }, + { + "dataPath": "params_shard_27.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.6.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "d63cdac9a20ff1155056098d373fb9f1" + }, + { + "dataPath": "params_shard_28.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "00c64e0ca3694baa7b76faf2b3743acd" + }, + { + "dataPath": "params_shard_29.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.5.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.5.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.5.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.5.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.6.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.6.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "67e2e434433fe6af8f5f42d00bcab3eb" + }, + { + "dataPath": "params_shard_30.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.7.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b0d825d7b40497c21d97771a6226399c" + }, + { + "dataPath": "params_shard_31.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "b20ca6a3c898c8ac9407a6d81febb665" + }, + { + "dataPath": "params_shard_32.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.6.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.6.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.6.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.6.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.7.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.7.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "2f3c8640adf2ae48d83f90aabf4e5658" + }, + { + "dataPath": "params_shard_33.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.8.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "1ef3857c5ef433044ff0b5e230898c05" + }, + { + "dataPath": "params_shard_34.bin", + "format": "raw-shard", + "nbytes": 30806016, + "records": [ + { + "name": "model.layers.7.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.7.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.7.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.7.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.8.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 24899584 + } + ], + "md5sum": "9dfa51e708b5c4f8a3b30054bed2c6df" + }, + { + "dataPath": "params_shard_35.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.10.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "9e58c79b54b6ed03895964f34528016d" + }, + { + "dataPath": "params_shard_36.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.10.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "3e0b0952ab17b95d3c1d47af3d4a2ea0" + }, + { + "dataPath": "params_shard_37.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.8.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.8.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.8.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.10.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.10.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.10.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.10.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "7da36539ad5e6342413a515f064a62ce" + }, + { + "dataPath": "params_shard_38.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.11.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "dd10755f352e54ae7900ccb34b1d432b" + }, + { + "dataPath": "params_shard_39.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.11.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "bd184ba4cb79790c0bc53ffe47e98d9d" + }, + { + "dataPath": "params_shard_40.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.10.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.10.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.10.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.11.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.11.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.11.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.11.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "9f15c31c227979c9fa59ae41159f9178" + }, + { + "dataPath": "params_shard_41.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.12.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "9f047243872451a7f5670fbb4f6139ec" + }, + { + "dataPath": "params_shard_42.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.12.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "87622788aede7235349f6e12e010a5ea" + }, + { + "dataPath": "params_shard_43.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.11.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.11.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.11.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.12.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.12.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.12.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.12.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "3af106c190b515dcfe156a7073df9519" + }, + { + "dataPath": "params_shard_44.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.13.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "8a159b5f3496b0c44a1c71e1ac109202" + }, + { + "dataPath": "params_shard_45.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.13.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6c189a2307d760d2cd1614e6bebe9922" + }, + { + "dataPath": "params_shard_46.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.12.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.12.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.12.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.13.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.13.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.13.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.13.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "b8bfbe646ef9260e60ed44ea456eafe9" + }, + { + "dataPath": "params_shard_47.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.14.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "aedcc3e9ed8425f3247e3d88c2083cb9" + }, + { + "dataPath": "params_shard_48.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.14.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "079e7d4049a9bf64e92a706751badff4" + }, + { + "dataPath": "params_shard_49.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.13.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.13.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.13.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.14.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.14.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.14.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.14.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "5dfedaae8d4f91292b2ae7006f4f8999" + }, + { + "dataPath": "params_shard_50.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.15.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "f1f2166c38de8ae937d2f1174b24204f" + }, + { + "dataPath": "params_shard_51.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.15.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "827db6d8e97dc0f07f5539c4c825bdb8" + }, + { + "dataPath": "params_shard_52.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.14.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.14.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.14.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.15.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.15.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.15.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.15.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "75eb96c5a6c1c1af5130dbdd801ae77e" + }, + { + "dataPath": "params_shard_53.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.16.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "bea8aabcc077eab007e7251057c32cc5" + }, + { + "dataPath": "params_shard_54.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.16.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6382245d2176272adc93f4997effd247" + }, + { + "dataPath": "params_shard_55.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.15.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.15.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.15.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.16.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.16.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.16.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.16.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "b0a5cfd649f66c2f1396baa34ca84122" + }, + { + "dataPath": "params_shard_56.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.17.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "ceb20081e1f14e5b49bf068dffa23c63" + }, + { + "dataPath": "params_shard_57.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.17.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "32ac98b9a987322b6f9f0a475af5cff0" + }, + { + "dataPath": "params_shard_58.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.16.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.16.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.16.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.17.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.17.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.17.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.17.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "a47b4cdeda19613a92f646936a237c1d" + }, + { + "dataPath": "params_shard_59.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.18.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b26065eafbb4fd23e5e2c0947587596c" + }, + { + "dataPath": "params_shard_60.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.18.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "b3ad1fcd7ff1a61efea0683bfa6d5fa3" + }, + { + "dataPath": "params_shard_61.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.17.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.17.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.17.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.18.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 18984960 + }, + { + "name": "model.layers.18.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 18993152 + }, + { + "name": "model.layers.18.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 21934080 + }, + { + "name": "model.layers.18.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 27840512 + } + ], + "md5sum": "a1cd0d68d1218bf6faf3b030a4b954bc" + }, + { + "dataPath": "params_shard_62.bin", + "format": "raw-shard", + "nbytes": 30375936, + "records": [ + { + "name": "model.layers.18.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 0 + }, + { + "name": "model.layers.18.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 10125312 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 11390976 + }, + { + "name": "model.layers.18.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 18141184 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 18984960 + }, + { + "name": "model.layers.19.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 29110272 + } + ], + "md5sum": "3eeebcf017f48dda0dc0d31161acc336" + }, + { + "dataPath": "params_shard_63.bin", + "format": "raw-shard", + "nbytes": 31129600, + "records": [ + { + "name": "model.layers.19.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 0 + }, + { + "name": "model.layers.19.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 6750208 + }, + { + "name": "model.layers.8.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 7593984 + }, + { + "name": "model.layers.8.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 7602176 + } + ], + "md5sum": "8267aea9d1d071036ffa441cb9c0910b" + }, + { + "dataPath": "params_shard_64.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "76f5a802c72ac2bc8f416cc51c4349bc" + }, + { + "dataPath": "params_shard_65.bin", + "format": "raw-shard", + "nbytes": 29425664, + "records": [ + { + "name": "model.layers.8.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 0 + }, + { + "name": "model.layers.8.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 2940928 + }, + { + "name": "model.layers.9.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 2949120 + }, + { + "name": "model.layers.9.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 2957312 + }, + { + "name": "model.layers.9.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 26484736 + } + ], + "md5sum": "fd371e71909bc130c9844935016bdc24" + }, + { + "dataPath": "params_shard_66.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.19.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "190e83ec452c3c0da9f02497c6fdc0d9" + }, + { + "dataPath": "params_shard_67.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "d4768a2767bb4eddede322f639f98434" + }, + { + "dataPath": "params_shard_68.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.9.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.9.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.9.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.9.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.19.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.19.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "82792b84a96613bc0af988bfaaaab065" + }, + { + "dataPath": "params_shard_69.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "1312c5f9db1a896121f4aef3795ec32d" + }, + { + "dataPath": "params_shard_70.bin", + "format": "raw-shard", + "nbytes": 32391168, + "records": [ + { + "name": "model.layers.19.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.19.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.20.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5914624 + }, + { + "name": "model.layers.20.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 5922816 + }, + { + "name": "model.layers.20.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 29450240 + } + ], + "md5sum": "8aa5918355d55fe708c43df170f592ed" + }, + { + "dataPath": "params_shard_71.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.21.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "dd134fc649ba74e11871506f59bad8b8" + }, + { + "dataPath": "params_shard_72.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "016e7274c0637521887527fd35936f20" + }, + { + "dataPath": "params_shard_73.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.20.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.20.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.20.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.20.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.21.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.21.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "df989e8bf34a4ff646594e28220ace68" + }, + { + "dataPath": "params_shard_74.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.22.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "dfe77d41ae5c6924f1c2cb374e3388f7" + }, + { + "dataPath": "params_shard_75.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "39faa406de41d0034ab9671ebb0f9a87" + }, + { + "dataPath": "params_shard_76.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.21.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.21.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.21.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.21.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.22.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.22.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "7a71e944ebdc4a4443ae34d840f73476" + }, + { + "dataPath": "params_shard_77.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.23.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "56e426014915e73eb136a0ff5086baf7" + }, + { + "dataPath": "params_shard_78.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "97376af2b04e3dde39b59eb39e107625" + }, + { + "dataPath": "params_shard_79.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.22.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.22.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.22.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.22.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.23.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.23.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "fa3c40584b00292ceb11d8ffa3fce415" + }, + { + "dataPath": "params_shard_80.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.24.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "b851f7084563396f860c478c343c3e2c" + }, + { + "dataPath": "params_shard_81.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "272678dd30305bc7a03971381a4231df" + }, + { + "dataPath": "params_shard_82.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.23.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.23.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.23.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.23.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.24.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.24.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "0d2c2054b62ab0c7560a3d83313e8f96" + }, + { + "dataPath": "params_shard_83.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.25.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "4d1861083040bf3b1808cf446330590f" + }, + { + "dataPath": "params_shard_84.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "6c096d06915d7cc7b0a86abf5f1e77f6" + }, + { + "dataPath": "params_shard_85.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.24.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.24.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.24.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.24.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.25.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.25.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "bc952a95f92e180924cfde04d969539a" + }, + { + "dataPath": "params_shard_86.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.26.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "64313ab4306403a7a32528d9bb241066" + }, + { + "dataPath": "params_shard_87.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "b3ae5172c642908a0584029d9a2d789e" + }, + { + "dataPath": "params_shard_88.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.25.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.25.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.25.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.25.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.26.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.26.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "06b219b399c426276c674cf8b2e42db0" + }, + { + "dataPath": "params_shard_89.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.27.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "48ab8286c2c222c2623b71df88f234f1" + }, + { + "dataPath": "params_shard_90.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "88edd5ae3c815dfdfe290a006f0b6c15" + }, + { + "dataPath": "params_shard_91.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.26.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.26.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.26.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.26.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.27.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.27.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "fa28eace15d9b1fb7bcb68a5c304c420" + }, + { + "dataPath": "params_shard_92.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.28.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "c10b0ea1eee5402d7b8fd38e2e190d32" + }, + { + "dataPath": "params_shard_93.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "42b7d86e33b66e322ffe9e265e79eea7" + }, + { + "dataPath": "params_shard_94.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.27.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.27.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.27.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.27.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.28.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.28.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "4de54f32f70355ab79fef971117f29d8" + }, + { + "dataPath": "params_shard_95.bin", + "format": "raw-shard", + "nbytes": 23527424, + "records": [ + { + "name": "model.layers.29.mlp.down_proj.q_weight", + "shape": [ + 4096, + 1436 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 23527424, + "byteOffset": 0 + } + ], + "md5sum": "11bd650c92b5159c20b0d58c623b8ba9" + }, + { + "dataPath": "params_shard_96.bin", + "format": "raw-shard", + "nbytes": 47251456, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_weight", + "shape": [ + 28672, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 47251456, + "byteOffset": 0 + } + ], + "md5sum": "c5e1e389ee334419bf316aa174d42ab7" + }, + { + "dataPath": "params_shard_97.bin", + "format": "raw-shard", + "nbytes": 27848704, + "records": [ + { + "name": "model.layers.28.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.28.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.28.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.28.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + }, + { + "name": "model.layers.29.input_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 24899584 + }, + { + "name": "model.layers.29.mlp.down_proj.q_scale", + "shape": [ + 4096, + 359 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 2940928, + "byteOffset": 24907776 + } + ], + "md5sum": "d76cd499d7c838d65c8f96c010e83483" + }, + { + "dataPath": "params_shard_98.bin", + "format": "raw-shard", + "nbytes": 24899584, + "records": [ + { + "name": "model.layers.29.mlp.gate_up_proj.q_scale", + "shape": [ + 28672, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 5906432, + "byteOffset": 0 + }, + { + "name": "model.layers.29.post_attention_layernorm.weight", + "shape": [ + 4096 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 8192, + "byteOffset": 5906432 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_weight", + "shape": [ + 6144, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 10125312, + "byteOffset": 5914624 + }, + { + "name": "model.layers.29.self_attn.qkv_proj.q_scale", + "shape": [ + 6144, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 1265664, + "byteOffset": 16039936 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_weight", + "shape": [ + 4096, + 412 + ], + "dtype": "uint32", + "format": "f32-to-bf16", + "nbytes": 6750208, + "byteOffset": 17305600 + }, + { + "name": "model.layers.29.self_attn.o_proj.q_scale", + "shape": [ + 4096, + 103 + ], + "dtype": "float16", + "format": "f32-to-bf16", + "nbytes": 843776, + "byteOffset": 24055808 + } + ], + "md5sum": "07f68ac7d51998dd51fd160f822e1f5a" + } + ] +} \ No newline at end of file diff --git a/params_shard_0.bin b/params_shard_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..ade0757fc0aba478ec81cf36b572ab1d4d80ad02 --- /dev/null +++ b/params_shard_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5795d188899a2512ae8b380aa9cd7d839ef64878eb26925587cc51f0ec5486bf +size 211365888 diff --git a/params_shard_1.bin b/params_shard_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..afe341ce2deb3a49b9c2dc3380b7e188c0950e8d --- /dev/null +++ b/params_shard_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c63d62bf0f8b9a224285f8090e9b041d5b3f7774d6f8061bbb1e11c9c362a1 +size 23527424 diff --git a/params_shard_10.bin b/params_shard_10.bin new file mode 100644 index 0000000000000000000000000000000000000000..46ed0072671c7054ab930432cbe0f688a1b4f0b3 --- /dev/null +++ b/params_shard_10.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341b2c427d90825591321568022ff9a6582ecfd19bcf0143037831efcb2959c0 +size 47251456 diff --git a/params_shard_11.bin b/params_shard_11.bin new file mode 100644 index 0000000000000000000000000000000000000000..57ad55f82a0970768e1cfa3bb7af83e1de266c1d --- /dev/null +++ b/params_shard_11.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670c72d9e7523eb98f377afdefc218bf9616ab027d46434103557451e6249c47 +size 27856896 diff --git a/params_shard_12.bin b/params_shard_12.bin new file mode 100644 index 0000000000000000000000000000000000000000..fd00cbc9f7d82d11d4c347c901bfd70931d430dd --- /dev/null +++ b/params_shard_12.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d9c2a9d0f04cf219f78be557830aef28bf7318ff356fb9d48cce4293bfe2d08 +size 23527424 diff --git a/params_shard_13.bin b/params_shard_13.bin new file mode 100644 index 0000000000000000000000000000000000000000..1ba6208cb8986935e7e227e83ba2878a96d390bf --- /dev/null +++ b/params_shard_13.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd99c161575a4407866617a1ee007dd29bac1f261ccda47f83ed379a4b8cc65 +size 47251456 diff --git a/params_shard_14.bin b/params_shard_14.bin new file mode 100644 index 0000000000000000000000000000000000000000..421d8fd7a16025881cd481855878a5444db5c6d0 --- /dev/null +++ b/params_shard_14.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e302472610ca87f98d94b17fe0307d29be19a6a9d4466ad82f8f32d73454096 +size 27848704 diff --git a/params_shard_15.bin b/params_shard_15.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c0316d9ff069d63f7f72278115b250898f1a1fe --- /dev/null +++ b/params_shard_15.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e7781bb747b9d461a6468a678dee8973a12908f3fbe76b5261bc84468c6efc +size 23527424 diff --git a/params_shard_16.bin b/params_shard_16.bin new file mode 100644 index 0000000000000000000000000000000000000000..eaf876534dc534882421420f807434cc2d6f8de1 --- /dev/null +++ b/params_shard_16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea0ca2590373e2bc4f1ec3d543f4d23cbf61874349764c574996abd1f11f82c +size 47251456 diff --git a/params_shard_17.bin b/params_shard_17.bin new file mode 100644 index 0000000000000000000000000000000000000000..da4df1c6e24eef5a19fe25ff2e1617e6729afead --- /dev/null +++ b/params_shard_17.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e2a3b8b9eddca0b009542772928a59642c955fd06cb2c3f62bd47b40d68f4c +size 27848704 diff --git a/params_shard_18.bin b/params_shard_18.bin new file mode 100644 index 0000000000000000000000000000000000000000..86aafe148a9323b927008522720a6e65892dbd7e --- /dev/null +++ b/params_shard_18.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d92c48d752d8da0b63a6947d1725d7bce23864f90e5f279fc0daac197b10ca +size 23527424 diff --git a/params_shard_19.bin b/params_shard_19.bin new file mode 100644 index 0000000000000000000000000000000000000000..6b16b5bc36475ed5b77c97460d709ce09c92754c --- /dev/null +++ b/params_shard_19.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3770e78d0269e6a1da4b3f14edf412055e97a65c844d36c0be80429a961e6ce9 +size 47251456 diff --git a/params_shard_2.bin b/params_shard_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..1cf893391d7db1559ec3d5154b1c812ddb83ed1c --- /dev/null +++ b/params_shard_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99980edd474163006c0dfbac2762dd3f56257d04482c4bb213394847b72f0a07 +size 47251456 diff --git a/params_shard_20.bin b/params_shard_20.bin new file mode 100644 index 0000000000000000000000000000000000000000..b01eb0e6c4a48319e2488a01ed3588767640fe86 --- /dev/null +++ b/params_shard_20.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a967308d7edccfde04d43d8747974e6abeb66f8d502c9951c16f49660860d5 +size 27848704 diff --git a/params_shard_21.bin b/params_shard_21.bin new file mode 100644 index 0000000000000000000000000000000000000000..d7f55a3063e65e5193b8564fca7c0fa7d484d3ec --- /dev/null +++ b/params_shard_21.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de9624873a15f9320733e71c7227f495282922ea7edb17804275eaa3b533b13 +size 23527424 diff --git a/params_shard_22.bin b/params_shard_22.bin new file mode 100644 index 0000000000000000000000000000000000000000..9d590c62125a4037cc02cfd1633932f6fa43cf19 --- /dev/null +++ b/params_shard_22.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:246b62602ab20d491e8cb772b1d337f11fc64901d062dc0faa89eb9f55ef534c +size 47251456 diff --git a/params_shard_23.bin b/params_shard_23.bin new file mode 100644 index 0000000000000000000000000000000000000000..028616b96d1e7b01da5250bf913d96b7e1487923 --- /dev/null +++ b/params_shard_23.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51dffb5d42822f9ccf2b98e793452cc7eff4a7d0c85b5dc29e932166a7eec42 +size 27848704 diff --git a/params_shard_24.bin b/params_shard_24.bin new file mode 100644 index 0000000000000000000000000000000000000000..057f85b27f30429f95eb658a25a45b559dbff249 --- /dev/null +++ b/params_shard_24.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082a614bc530f70d15f416c0468cea4fdee285e37b730e44024b9fcce4561a0f +size 23527424 diff --git a/params_shard_25.bin b/params_shard_25.bin new file mode 100644 index 0000000000000000000000000000000000000000..356f7c5c0fd901e5d89e3d9f00e406817c37c819 --- /dev/null +++ b/params_shard_25.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25f07437c09f21061e5584abd5144698e4c5fb578aef77c6b37940f9ed11bb88 +size 47251456 diff --git a/params_shard_26.bin b/params_shard_26.bin new file mode 100644 index 0000000000000000000000000000000000000000..601ac3a3f194d181556e00e475530d0491c2be7a --- /dev/null +++ b/params_shard_26.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:519bf96ceb366a6fecb58b81a69031b765ca5194c789d752d7ed24a8139c76d4 +size 27848704 diff --git a/params_shard_27.bin b/params_shard_27.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba62eaebd2c4ca7fce6297e9ccbb89c99176b758 --- /dev/null +++ b/params_shard_27.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1132f602c6acf1096ba04e56ab0c5af7986d98afed719a01028473aea452e911 +size 23527424 diff --git a/params_shard_28.bin b/params_shard_28.bin new file mode 100644 index 0000000000000000000000000000000000000000..1d738ddfdbe832beeb98a3242ca65ac1470fef6e --- /dev/null +++ b/params_shard_28.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9adf7d5d7ef8f3f36245d1abda158e0e53b1bc1ed69818f8afcd0354a6de53f3 +size 47251456 diff --git a/params_shard_29.bin b/params_shard_29.bin new file mode 100644 index 0000000000000000000000000000000000000000..bdc8ba4896919ad785979f96598c57c0b78204c5 --- /dev/null +++ b/params_shard_29.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a850c6a51b5f2db3a4ab630030bcaa397cf0d6541b62a013f115ad0e0c667a2d +size 27848704 diff --git a/params_shard_3.bin b/params_shard_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..f99597705c30286fc2db4cf7d5e73edaa5105a72 --- /dev/null +++ b/params_shard_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b667bcca069da254a3c1a5a10482ead8f0ec5bb01eb2a344558bcbe8b9c684d +size 29369856 diff --git a/params_shard_30.bin b/params_shard_30.bin new file mode 100644 index 0000000000000000000000000000000000000000..c44ac39c950b72f48083f2b674946dc45dd342de --- /dev/null +++ b/params_shard_30.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2bf49c89f56a1c8d7fc1f8e6ad529b123136b70c8554acfa3d419c8ced5899 +size 23527424 diff --git a/params_shard_31.bin b/params_shard_31.bin new file mode 100644 index 0000000000000000000000000000000000000000..666bbe8f5fa5c3d2a942471dd7ce7e1a70ac34f5 --- /dev/null +++ b/params_shard_31.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc8da6a689fde06bc021dd6b227784f77f0ea22fb0d73203106be94eccc2afbb +size 47251456 diff --git a/params_shard_32.bin b/params_shard_32.bin new file mode 100644 index 0000000000000000000000000000000000000000..6c31aad0af1d2efba0f480ec538358eadb125713 --- /dev/null +++ b/params_shard_32.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31cecb141a3982235872c97dec2db35a3b090f5c244c35aad612c8c0a052dcf +size 27848704 diff --git a/params_shard_33.bin b/params_shard_33.bin new file mode 100644 index 0000000000000000000000000000000000000000..79cab72b790f8d98d4a82ac2618efc7fabaea4a2 --- /dev/null +++ b/params_shard_33.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d4342108a4feae041a826a66b76589bf347359820116ce77fc43802e9963a8a +size 47251456 diff --git a/params_shard_34.bin b/params_shard_34.bin new file mode 100644 index 0000000000000000000000000000000000000000..53aa698c70bf82d7b07f2441ea4b4c31dc66a3b4 --- /dev/null +++ b/params_shard_34.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055deb890c5f266eef598cec9a80ae6f783a73de3f6197c4a30c1fb6b09e616e +size 30806016 diff --git a/params_shard_35.bin b/params_shard_35.bin new file mode 100644 index 0000000000000000000000000000000000000000..7ddb0ef33a1153bab32b2ab0722a657f61a9e18a --- /dev/null +++ b/params_shard_35.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfcd472cdd5fee24b91b605d8c3b3041af93456485d9505eae1eab07bddbaec0 +size 23527424 diff --git a/params_shard_36.bin b/params_shard_36.bin new file mode 100644 index 0000000000000000000000000000000000000000..137ea27136105e92ecdee8a075290ebe086cce7d --- /dev/null +++ b/params_shard_36.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e87ae970ee9058ede2cd24fac906d3b004889880cd8e7f6d1e666e41b464a95 +size 47251456 diff --git a/params_shard_37.bin b/params_shard_37.bin new file mode 100644 index 0000000000000000000000000000000000000000..5dcbd994a730ae1cb8bac7dcd12cc48a9ff7c165 --- /dev/null +++ b/params_shard_37.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f6fd9d79ab4c550c978616345056f1553c7024459b27320b6289efcfd89fca +size 27848704 diff --git a/params_shard_38.bin b/params_shard_38.bin new file mode 100644 index 0000000000000000000000000000000000000000..c34dc371f281176fa276eeda0530c816d2d04c84 --- /dev/null +++ b/params_shard_38.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a467871c47781fe00ac921eaaba0115915a9584f7c773da812163beccc679d89 +size 23527424 diff --git a/params_shard_39.bin b/params_shard_39.bin new file mode 100644 index 0000000000000000000000000000000000000000..a3999901d3c92e698e3ffdd509c5499b6de60f2c --- /dev/null +++ b/params_shard_39.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2385d4ce89254ae3354f2bfcf352104ebf647ccc956c73018f01d20b1b7114d +size 47251456 diff --git a/params_shard_4.bin b/params_shard_4.bin new file mode 100644 index 0000000000000000000000000000000000000000..4cb2e938a7d9abefd45995b3b184cf492999014d --- /dev/null +++ b/params_shard_4.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f39186b5be198421ebc54831a1ffab316cb7f69c1931ef431dfbe7bc4f3b3d7b +size 23527424 diff --git a/params_shard_40.bin b/params_shard_40.bin new file mode 100644 index 0000000000000000000000000000000000000000..dfeb9fa1984757eb2f74a3ed4332413cb65e2966 --- /dev/null +++ b/params_shard_40.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4281428556ec7dffe8f7ef33fee057e57c1b56afdb78add34db25bfba79f13 +size 27848704 diff --git a/params_shard_41.bin b/params_shard_41.bin new file mode 100644 index 0000000000000000000000000000000000000000..b21e761814d9b8556f9f2f33d72685614733b8b1 --- /dev/null +++ b/params_shard_41.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ce7d7be0fef80a54cf986fb37bc2dba1a46469c4653e13645f53cde3a62e21 +size 23527424 diff --git a/params_shard_42.bin b/params_shard_42.bin new file mode 100644 index 0000000000000000000000000000000000000000..1a8a1dd88134d99e8e4c429b4c77916b7a61b3b9 --- /dev/null +++ b/params_shard_42.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a3da3383598d59f7b8378f04d4e2a6d3f918d438d4b4fe0917733da6211922 +size 47251456 diff --git a/params_shard_43.bin b/params_shard_43.bin new file mode 100644 index 0000000000000000000000000000000000000000..c0612fa4c28949bdf7ec656380b787bc549d8f8a --- /dev/null +++ b/params_shard_43.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161815ddbb0a2f4a5aac7d32da4aeaf21fbb7df94b6e2958e8d177c2df1de7e9 +size 27848704 diff --git a/params_shard_44.bin b/params_shard_44.bin new file mode 100644 index 0000000000000000000000000000000000000000..aa489de856545d17a583e2256c33cf034d9a7b66 --- /dev/null +++ b/params_shard_44.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8f16a38c3626852090ad71d4cb481bdfa396c9bfbb437a9d65606861979df4 +size 23527424 diff --git a/params_shard_45.bin b/params_shard_45.bin new file mode 100644 index 0000000000000000000000000000000000000000..394a1c493e8ddc7f3b5b2719e687eb86c8f44f52 --- /dev/null +++ b/params_shard_45.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350167932599218d6adfc09b54869ad52631bbe80d578dd30addd163a725b5b9 +size 47251456 diff --git a/params_shard_46.bin b/params_shard_46.bin new file mode 100644 index 0000000000000000000000000000000000000000..2b6078d4e182ac74cd1d0f632feed497a0773d52 --- /dev/null +++ b/params_shard_46.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fda93529b1e8cfd38840009dbbd6dbd9814ef3b08d0df9957b8d988a8cc5bce +size 27848704 diff --git a/params_shard_47.bin b/params_shard_47.bin new file mode 100644 index 0000000000000000000000000000000000000000..0ae7906dc64ef03116c1ea382bd881e85b695054 --- /dev/null +++ b/params_shard_47.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90551e3b027f6b3c4c96c187edc06d9e52f7d8297319ed6e4ba6a1416cedfec +size 23527424 diff --git a/params_shard_48.bin b/params_shard_48.bin new file mode 100644 index 0000000000000000000000000000000000000000..842cb4d6323ddbeeb57809096a2b46dfc5dd0719 --- /dev/null +++ b/params_shard_48.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f069037853c46ea312dc84344363b7c50c50d92e160a97ecf06ce1376fbc2274 +size 47251456 diff --git a/params_shard_49.bin b/params_shard_49.bin new file mode 100644 index 0000000000000000000000000000000000000000..4d4cf1f739eb94f72132b1c666fc9b562078f221 --- /dev/null +++ b/params_shard_49.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12bd864e947b5c340c094d6a50b5f9b1c2e491302116024c5212b3720ec17884 +size 27848704 diff --git a/params_shard_5.bin b/params_shard_5.bin new file mode 100644 index 0000000000000000000000000000000000000000..5a61a65609955395ea3ae77066e45aef5e279cc6 --- /dev/null +++ b/params_shard_5.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87947aeb20fd9f27e0d677562c4e6c30ae60c47ef9a4672ae432ec85ce5a3e1 +size 47251456 diff --git a/params_shard_50.bin b/params_shard_50.bin new file mode 100644 index 0000000000000000000000000000000000000000..ba1e0b62e08e4ba2c9fcc2909e111fc25b486243 --- /dev/null +++ b/params_shard_50.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2bb05c1e4744acb0eed7dc6d833ebef5e21930154d40edcc642bf1c4d8b02d +size 23527424 diff --git a/params_shard_51.bin b/params_shard_51.bin new file mode 100644 index 0000000000000000000000000000000000000000..9abe66202e3170d74fed8bea7a79e3ad9ab14fd6 --- /dev/null +++ b/params_shard_51.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab2f1e025c5f37f7c98286cebfebfcd349439cd73afe04b6f229f989bbc07ad +size 47251456 diff --git a/params_shard_52.bin b/params_shard_52.bin new file mode 100644 index 0000000000000000000000000000000000000000..94aa33dc458d6b56c15cca2a5819588892ac3eae --- /dev/null +++ b/params_shard_52.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c6a2761875e248dcd0aa3f2ee985821939650ef628425dcef6e7dd413c3f1ab +size 27848704 diff --git a/params_shard_53.bin b/params_shard_53.bin new file mode 100644 index 0000000000000000000000000000000000000000..647984e3ced84e70e7d454c8d8f86f9e4496201f --- /dev/null +++ b/params_shard_53.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143a84591f2614276190b01dd26e793dc77856372e55a7c34738c58e2e1bfdee +size 23527424 diff --git a/params_shard_54.bin b/params_shard_54.bin new file mode 100644 index 0000000000000000000000000000000000000000..e60404d299e599deb6818714b1a01852164797c1 --- /dev/null +++ b/params_shard_54.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d940706848a005a2b76cae677f089455e62979c2c784596d3cb34c4b50bf384d +size 47251456 diff --git a/params_shard_55.bin b/params_shard_55.bin new file mode 100644 index 0000000000000000000000000000000000000000..9491dcfb0c8bab07147d364334c07d04b3ca81e4 --- /dev/null +++ b/params_shard_55.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb794f5cf3b033a4bdc881da254a324585afe0d77d7b4672c5ee738c5063d26b +size 27848704 diff --git a/params_shard_56.bin b/params_shard_56.bin new file mode 100644 index 0000000000000000000000000000000000000000..7aaa43bc3c4ad49474c3b544cd3f8f0e19bfcf63 --- /dev/null +++ b/params_shard_56.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21cef79c89c2f26f9c9765739df4151ec9dafa4dc6cfd947827e35d0598ceee +size 23527424 diff --git a/params_shard_57.bin b/params_shard_57.bin new file mode 100644 index 0000000000000000000000000000000000000000..ee1a0f8d1ef0120f68f8f932debe3248f3dfa92f --- /dev/null +++ b/params_shard_57.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5e8a8cc33bf2de5ff7ed35039783169f1196a4d8c6c0f0d3b4d6704c07a10b +size 47251456 diff --git a/params_shard_58.bin b/params_shard_58.bin new file mode 100644 index 0000000000000000000000000000000000000000..83cb0782773b636025ad52a1aeaf03444e88943e --- /dev/null +++ b/params_shard_58.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79269e3e546f9f304a70b2e4dae29986028aabd68dab1070446a95637907379 +size 27848704 diff --git a/params_shard_59.bin b/params_shard_59.bin new file mode 100644 index 0000000000000000000000000000000000000000..857207367083eb0e7ef820ac708701cb1bc15f98 --- /dev/null +++ b/params_shard_59.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e766a8d351fff139e8090a5e5dbb290ad620f32ad47c465b0f8829bc72ea8b15 +size 23527424 diff --git a/params_shard_6.bin b/params_shard_6.bin new file mode 100644 index 0000000000000000000000000000000000000000..051932ba5eeafa50f6a4e2dd60bc1da0e7d33d42 --- /dev/null +++ b/params_shard_6.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89477ac273f1f634fd4c9b6dbef4b0ace219f4a7720cd6c79ecc18b82be93fc +size 27848704 diff --git a/params_shard_60.bin b/params_shard_60.bin new file mode 100644 index 0000000000000000000000000000000000000000..7f26d1db73ff8d8ab113d4ce51c302fe5a65ff4c --- /dev/null +++ b/params_shard_60.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8ecde72ec9bc829ea194151334c346e582ee6707df641ee21025f54095c802 +size 47251456 diff --git a/params_shard_61.bin b/params_shard_61.bin new file mode 100644 index 0000000000000000000000000000000000000000..49dbec592ae7edc0156df251e48593c0ea45403d --- /dev/null +++ b/params_shard_61.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc57a82746a688e1608852d517c38aa5712b574295d0480916cc71853e00d805 +size 27848704 diff --git a/params_shard_62.bin b/params_shard_62.bin new file mode 100644 index 0000000000000000000000000000000000000000..8461124a3565ac5d7dfe7ba39b97f9f74e546f04 --- /dev/null +++ b/params_shard_62.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3369e76d9c0c5fb3034d152e85c4cae429d13697c9f29c15662dc006c8dfb3fa +size 30375936 diff --git a/params_shard_63.bin b/params_shard_63.bin new file mode 100644 index 0000000000000000000000000000000000000000..cd3e52400fafa3232a23abc2fbac7f4b9fbe4f1f --- /dev/null +++ b/params_shard_63.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1ffcfa3e7bbcaf92d8dd5dfc04a2d4d67d23147281554a401ff6be009f326f +size 31129600 diff --git a/params_shard_64.bin b/params_shard_64.bin new file mode 100644 index 0000000000000000000000000000000000000000..40dec05b1a5a406559aef63abc48c5010b06b954 --- /dev/null +++ b/params_shard_64.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939b2e3479780136e6ce5826a11ad711693f17db1c61f5e25cbc7dff3d02eaad +size 47251456 diff --git a/params_shard_65.bin b/params_shard_65.bin new file mode 100644 index 0000000000000000000000000000000000000000..645131e8e1c1da47dfe2de30e4c857c3be29997f --- /dev/null +++ b/params_shard_65.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e1b161cce708d5b333fba8b798a71272882216dec4a5924a38779e93c3a833 +size 29425664 diff --git a/params_shard_66.bin b/params_shard_66.bin new file mode 100644 index 0000000000000000000000000000000000000000..27d71a44c2ddd7888299f4f5b6b722e4711fb5dd --- /dev/null +++ b/params_shard_66.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbaed2900de250fb1c2c7056c2b056a6faf55e030eba797bc6d2f73fd9e27611 +size 23527424 diff --git a/params_shard_67.bin b/params_shard_67.bin new file mode 100644 index 0000000000000000000000000000000000000000..227a086859ec2e3bb25cc4aff26725f1c9d1c322 --- /dev/null +++ b/params_shard_67.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7605f6c234e77952167a4023022863749aac3f3b9103f20f277fb559980610 +size 47251456 diff --git a/params_shard_68.bin b/params_shard_68.bin new file mode 100644 index 0000000000000000000000000000000000000000..c401b35c64208a7b5ddba64fd846d1822b9d82a4 --- /dev/null +++ b/params_shard_68.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ba2c7bcd1942d6218882754d57d2558b5c254340ac8cd11bbda0b25f969ff8 +size 27848704 diff --git a/params_shard_69.bin b/params_shard_69.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c4032cb3d96b85f8990f13f77edd45785302823 --- /dev/null +++ b/params_shard_69.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff33c5716d2118d833fafae42d0dffb4f277b85f8a32c7e5a9aaed1b28b2f9c4 +size 47251456 diff --git a/params_shard_7.bin b/params_shard_7.bin new file mode 100644 index 0000000000000000000000000000000000000000..a5e3d95350adaf637c60652f5c15d5f9dd55862a --- /dev/null +++ b/params_shard_7.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08895dae3e3a3c1996a462cbd798e9ea4cf9f3613e5207541b2976ba519732b +size 211365888 diff --git a/params_shard_70.bin b/params_shard_70.bin new file mode 100644 index 0000000000000000000000000000000000000000..2aab0bf0090707db0403ea3e48a8c268f02787cb --- /dev/null +++ b/params_shard_70.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba346560ed53569bf39ad24a7058455055fa065bfb1cdc100c2c14fdf19d358 +size 32391168 diff --git a/params_shard_71.bin b/params_shard_71.bin new file mode 100644 index 0000000000000000000000000000000000000000..9cf0aaf292413c076d39857f65bb8823102d0d4b --- /dev/null +++ b/params_shard_71.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295e78e4a4df82f565062cd9251ea6bb10adcc49fe09363173a6e99200cd3617 +size 23527424 diff --git a/params_shard_72.bin b/params_shard_72.bin new file mode 100644 index 0000000000000000000000000000000000000000..8718ece615988bb8ce537f630b02c6a8469e6b5d --- /dev/null +++ b/params_shard_72.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb09a2c0460111c5282858616bb4b7eb8bb546f5a8c9f35fa8a8d07a1864a46b +size 47251456 diff --git a/params_shard_73.bin b/params_shard_73.bin new file mode 100644 index 0000000000000000000000000000000000000000..740526134fdd9cf1b7d88d2095fa493ed19a21fe --- /dev/null +++ b/params_shard_73.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8003c38199f1eadb9e6e278bc8d88b4bd396de8747ed5883250f15a9e8667640 +size 27848704 diff --git a/params_shard_74.bin b/params_shard_74.bin new file mode 100644 index 0000000000000000000000000000000000000000..f7e994aab4bef334080344b99d2965afa6982d9e --- /dev/null +++ b/params_shard_74.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34160d7bed6e57b673b1f01c5dc20fca68f7cca819c02780750d8e969c92f83a +size 23527424 diff --git a/params_shard_75.bin b/params_shard_75.bin new file mode 100644 index 0000000000000000000000000000000000000000..94426df4fc752f8d22db5aba63815ab825d906c0 --- /dev/null +++ b/params_shard_75.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457591e905f63a84eb1b95fbf0106dd7e2271aadb5d8ca3fdbe201e35b81a50c +size 47251456 diff --git a/params_shard_76.bin b/params_shard_76.bin new file mode 100644 index 0000000000000000000000000000000000000000..ddac42c04cfab25a8bdb46a69696ba20ccb31283 --- /dev/null +++ b/params_shard_76.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc60fe42e0eb9d252f887bfd037069d77bfb56057cd676c8169fa04e53c1855b +size 27848704 diff --git a/params_shard_77.bin b/params_shard_77.bin new file mode 100644 index 0000000000000000000000000000000000000000..2828ddc1bdd1529b4070ad46ab40d57f8532493e --- /dev/null +++ b/params_shard_77.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43adb983f9ad836ff0cdc994098d224d8cd2c896e68113b175cc5fe3653465e4 +size 23527424 diff --git a/params_shard_78.bin b/params_shard_78.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cf5a01180d5f6caef59ab97947f94f006a6ce1c --- /dev/null +++ b/params_shard_78.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a5046173f4a07471bc4cc7b19a56a7a444bdfd353fece1de53420851872535 +size 47251456 diff --git a/params_shard_79.bin b/params_shard_79.bin new file mode 100644 index 0000000000000000000000000000000000000000..e801ccb950558597fdc9bd78048b37730b8e9281 --- /dev/null +++ b/params_shard_79.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1017cf94a569d9c7e5f8ed31565bce996c1548886f627695f08793cc7d377e81 +size 27848704 diff --git a/params_shard_8.bin b/params_shard_8.bin new file mode 100644 index 0000000000000000000000000000000000000000..eab9b0d8601fc43b1cfbc4ffe63cedc4dce293c6 --- /dev/null +++ b/params_shard_8.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbce7f169a68abfe1a6d5252bcdca57568ceb3ba5fb4db04ff7e35afd101670 +size 26420736 diff --git a/params_shard_80.bin b/params_shard_80.bin new file mode 100644 index 0000000000000000000000000000000000000000..03c4d1d4c742a0aab7b0d89ec184d9028bc3d7d7 --- /dev/null +++ b/params_shard_80.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8aedac3eda32cf4642388e6910e4345861f9a03cd7fc03ddcf882b56546fce8 +size 23527424 diff --git a/params_shard_81.bin b/params_shard_81.bin new file mode 100644 index 0000000000000000000000000000000000000000..211ea8859db337579046a71c7fda6e1ebbcfe268 --- /dev/null +++ b/params_shard_81.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9db96284f60350fc52ee5dda0f64f9faed49c3e67a9ca3a916e0d87514fa17 +size 47251456 diff --git a/params_shard_82.bin b/params_shard_82.bin new file mode 100644 index 0000000000000000000000000000000000000000..f5dbd319bc52d156b2336f38a88b39b30faf6257 --- /dev/null +++ b/params_shard_82.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c057eaa42faec6a8a6bf8cd8f29e965fe477bb20804e5112162e2f1d874f31a +size 27848704 diff --git a/params_shard_83.bin b/params_shard_83.bin new file mode 100644 index 0000000000000000000000000000000000000000..9156f43b1d6d3440094053c2845c6689d0964efd --- /dev/null +++ b/params_shard_83.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea897a7990b664c369d13375f86551e7884f93f0a67e5c2c58de8f5022f95ef +size 23527424 diff --git a/params_shard_84.bin b/params_shard_84.bin new file mode 100644 index 0000000000000000000000000000000000000000..27ce62028ac9c8a3c4bf488d0e3d27b66cf00448 --- /dev/null +++ b/params_shard_84.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfb74f0611c78e9918a9f95df6867924ecf9ec83ae2c1ed480b95ac081525ccb +size 47251456 diff --git a/params_shard_85.bin b/params_shard_85.bin new file mode 100644 index 0000000000000000000000000000000000000000..38762e304ac1657504bb37c790c442ff8cd88158 --- /dev/null +++ b/params_shard_85.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c89fdc1855eaa9f3484a7ad72c2f9d2aee517ad4d9e24aee039b563636335e5 +size 27848704 diff --git a/params_shard_86.bin b/params_shard_86.bin new file mode 100644 index 0000000000000000000000000000000000000000..5c55a0fa0481e0eabfd131fc7f6e764407b86365 --- /dev/null +++ b/params_shard_86.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834d59e6953118e5a75efc92bdd671b3c87aefdb6ee364a15b366f8ef755fd1f +size 23527424 diff --git a/params_shard_87.bin b/params_shard_87.bin new file mode 100644 index 0000000000000000000000000000000000000000..4a3c2902874dcc26d640f4b0b7a60174e72423d5 --- /dev/null +++ b/params_shard_87.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643b5748b8840847d76bfae958607d60b3a5f7f7045ba0390b2885f12d93604b +size 47251456 diff --git a/params_shard_88.bin b/params_shard_88.bin new file mode 100644 index 0000000000000000000000000000000000000000..093326296c7851a5c3923ea433b850577574c1d3 --- /dev/null +++ b/params_shard_88.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0162412ddc15be94ecd6a35bd53412e55d38d8b8e464c9c8a2a97f9f697f9b +size 27848704 diff --git a/params_shard_89.bin b/params_shard_89.bin new file mode 100644 index 0000000000000000000000000000000000000000..ecdbe568d5df1bc03544f9ebfd3e0c0cab5bdf51 --- /dev/null +++ b/params_shard_89.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e68261ab7c8029f3fcbe8fd5e1ff13fbf9b04e2d3577445aef7056895dd127 +size 23527424 diff --git a/params_shard_9.bin b/params_shard_9.bin new file mode 100644 index 0000000000000000000000000000000000000000..5aa2b687baf5ecea6c3963e1f74964a3e85a6e68 --- /dev/null +++ b/params_shard_9.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcbc6a147ea0f27e6e087e4c91cfa632bc3bd8fcb4e246866097d4316444e04 +size 23527424 diff --git a/params_shard_90.bin b/params_shard_90.bin new file mode 100644 index 0000000000000000000000000000000000000000..8c267c68e7a25c55fffa87bdeeb127e9b2d2b03b --- /dev/null +++ b/params_shard_90.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc808a90d1b5fd0cfe6b69666f9e1ba7103b3107cd0a95acf074abf2cf1f6781 +size 47251456 diff --git a/params_shard_91.bin b/params_shard_91.bin new file mode 100644 index 0000000000000000000000000000000000000000..503db81b631ffdd8321cb50675a05c96e1b48d2e --- /dev/null +++ b/params_shard_91.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f64f943e2612305549f92eb5871f78a9cfb80e1516dfdd23fffcbf3bf83755f +size 27848704 diff --git a/params_shard_92.bin b/params_shard_92.bin new file mode 100644 index 0000000000000000000000000000000000000000..2a236451ea0b418e71e4dc030f1aceebb00db14c --- /dev/null +++ b/params_shard_92.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747afb881a484fee9cacdfcd93bdc4eb6f1e8c17e290c67b86de3ee56145b64a +size 23527424 diff --git a/params_shard_93.bin b/params_shard_93.bin new file mode 100644 index 0000000000000000000000000000000000000000..72d942245ba8df94a7bf16793e663d216615e225 --- /dev/null +++ b/params_shard_93.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b1ad29ce49ab613b0878b0bdddff4bc85a7121d29d1c1686b630bd32719746 +size 47251456 diff --git a/params_shard_94.bin b/params_shard_94.bin new file mode 100644 index 0000000000000000000000000000000000000000..cd72b4294d11d99750be0fbf23b2e02b2f5915c1 --- /dev/null +++ b/params_shard_94.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091f2d1a1b79d37a4b90bbe3c4c79341ae1eabd7d0c16907613579d40d35a75f +size 27848704 diff --git a/params_shard_95.bin b/params_shard_95.bin new file mode 100644 index 0000000000000000000000000000000000000000..cc782e725a92ff41aa2507baa6812a5b29d2e6f6 --- /dev/null +++ b/params_shard_95.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98694540fef387a4fefc75f668d3945e8196a63d93d33704c82cd6ebff621777 +size 23527424 diff --git a/params_shard_96.bin b/params_shard_96.bin new file mode 100644 index 0000000000000000000000000000000000000000..16fec3c0048176f17963edfe3aa7a825ee12cdd9 --- /dev/null +++ b/params_shard_96.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e0b244e662e0a03c4099c7fcbd4faf58bed03b7902d94262c173fc9f1ba592 +size 47251456 diff --git a/params_shard_97.bin b/params_shard_97.bin new file mode 100644 index 0000000000000000000000000000000000000000..6bdf90ad4ffd71f8899356151346d8c6fd773d09 --- /dev/null +++ b/params_shard_97.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6343fe555ba2d7fcf4f54bf79cf01f6b7eaf4d934f3f2c16591b8edfaf367e +size 27848704 diff --git a/params_shard_98.bin b/params_shard_98.bin new file mode 100644 index 0000000000000000000000000000000000000000..2bcb496c7c540d6115f4427391322eaa41a814ad --- /dev/null +++ b/params_shard_98.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d1d4583318ad24a7560b1bdee87fc5f55fa1a2ca27d94e34f33d9d7c33b78f +size 24899584 diff --git a/private-llm-config.json b/private-llm-config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a8b99353ab48396159608216f058e9b72041d99 --- /dev/null +++ b/private-llm-config.json @@ -0,0 +1,55 @@ +{ + "model_type": "llama", + "quantization": "w3a16g40sym", + "model_config": { + "hidden_size": 4096, + "intermediate_size": 14336, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "rms_norm_eps": 1e-05, + "vocab_size": 128256, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "context_window_size": 4096, + "prefill_chunk_size": 128, + "num_key_value_heads": 8, + "head_dim": 128, + "tensor_parallel_shards": 1, + "pipeline_parallel_stages": 1, + "max_batch_size": 80 + }, + "vocab_size": 128256, + "context_window_size": 4096, + "sliding_window_size": -1, + "prefill_chunk_size": 128, + "attention_sink_size": -1, + "tensor_parallel_shards": 1, + "mean_gen_len": 128, + "max_gen_len": 512, + "shift_fill_factor": 0.3, + "temperature": 0.6, + "presence_penalty": 0.0, + "frequency_penalty": 0.0, + "repetition_penalty": 1.0, + "top_p": 0.9, + "conv_template": "llama-3", + "pad_token_id": 128004, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "tokenizer_files": [ + "tokenizer.json", + "tokenizer_config.json" + ], + "version": "0.1.0" +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1c1d8d5c9024994f1d3b00f9662b8dd89ca13cf2 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a6127857fb587787d909e7b70a89526b666db86c --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2066 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "extra_special_tokens": {}, + "legacy": false, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|finetune_right_pad_id|>", + "padding_side": "right", + "tokenizer_class": "PreTrainedTokenizerFast" +}