Add files using upload-large-folder tool

chat_template.jinja

@@ -0,0 +1,5 @@
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
+
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
+
+' }}{% endif %}

config.json

@@ -0,0 +1,35 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 16384,
+  "initializer_range": 0.02,
+  "intermediate_size": 53248,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 128,
+  "num_hidden_layers": 126,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.52.4",
+  "use_cache": true,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f9b9cd3f575a3fdb80d5b914ca8651bf643b9ea9b3fdee02abe7f89615b8ea
+size 4806672880

model-00002-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd6f70002d9dafb7b06d12bf71a5d35c8e1338e072499f8895f3c236d3ce026
+size 4026532224

model-00003-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1c4cbea1aa85d863a2110331845b4247937f46a70fdad53edc2853eefe5f7a
+size 4630578112

model-00004-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aee446156fe445d4f4ceaa134545568e88ea895443a34cc995c2fe853bc9737
+size 4630578112

model-00005-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f435b341aad69a990d869ff24a8ef9e19a3d7dc261370f6fd2dd19a90bfb29
+size 3489661192

model-00006-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa087f678c29868f194f4b3e749eca2dde1963ef5d8f331fab27c5e242402c96
+size 4630578112

model-00007-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a5b8a831b7c565a0579657d0323284851b11f90430d99a6092b25446abd776
+size 4630578112

model-00008-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d422561c6ee561f6c0cb65b36130a8ccf1861876218cbf1a64d8e033c9e41f91
+size 3489661192

model-00009-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe395ebeaed6224e1469e0ff1dd348a5955556d763d16f573aa3096a0ffbafaf
+size 4630578112

model-00010-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5f20b24a139bba5d40b211e28f6f56b1f612c79ff4504796aaf49489259228
+size 4630578112

model-00011-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d490f0620b75c01074b2d2a94c54acdb10271d21186a8a4236553b755c11c6
+size 3489661192

model-00012-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d938f70e3ff6a172aad9b69a11bd50cbac6e3f3baf304f75188adbd40bc8aeaf
+size 4630578112

model-00013-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96059ce1aa6e67bc8349d89ae9e483695db8798ab845a1f6ac977cd97d9ee1d0
+size 4630578112

model-00014-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c89304e617251b0ef6240b65f8c8ff26b1d09dd1fc6ad4d8dd599bea454bb8f
+size 3489661192

model-00015-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3ee6f8d9d54030a89d47702fb5f9fa04a840cf8db4f064a1da4afd45121dc
+size 4630578112

model-00016-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb73fa6ff85bf820d15582a20e609ae9489c4bb1391b94d579d1be60434b8c7
+size 4630578120

model-00017-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649f2a0717b767bbbae01fceb99aa7a34eab82112651092a3106382fbd683203
+size 3489661192

model-00018-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1f364fd6e4be9cf644f2083ac0e6a59019f222aed01405b5f1d488fd783b59
+size 4630578120

model-00019-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0069b685e59fafac6c9a39638419cda026c43a286fd15442d59e812d2b7d120b
+size 4630578120

model-00020-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8386d1fa7d6e835d1f620d4610e2e9b91bb29fde6474868a8a437514b2af277
+size 3489661192

model-00021-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bbc37720564ffa56c1ce00320f569a85f13fd2aa53c30b33c26acf6e939f01
+size 4630578120

model-00022-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33116712a1c575650f56b2247675478f162fa069f34c13e1319a5495de3b1ea
+size 4630578120

model-00023-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc61169e5e02a540b80c4cabc2f67556b3c370759edf16e430c1505fc7d4eb9
+size 3489661192

model-00024-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040c3d2433f7c2bae222d38812df8886ec8bee9a05f888a95690ef9dfccbf297
+size 4630578120

model-00025-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e28cf79967e346889c283ff96e3903e111e054ade7c428e3ad1ab036908da5
+size 4630578120

model-00026-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddce66a69d24719d6a26dd2fae032cf9ab20acebd1ff7e311b3c49746c59925
+size 3489661192

model-00027-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7deb7d07d85bb8f06ce60f2ce0ed0469114bf4da65b9ee9bc9ea62ac3b7e5b2f
+size 4630578120

model-00028-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b682a71e9ba272a94c44e4f62638b15b7e5349da3a38492ab24263f1a15cc0
+size 4630578120

model-00029-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa6c83540be419a7c50da3a7878772cae184ca358d6b9a46a2e6ffbcdaf820
+size 3489661192

model-00030-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9a24cfbf60186c1d0f7898c4bf589db4cdad3517409a0a74f5dc0e542f2615
+size 4630578120

model-00031-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88807fe65dc848569d4ceef181d400b077eebcbfdfcd2ea3c05448e723234f9
+size 4630578120

model-00032-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c39e5790909c4729f371c72cf6c042f60697f517a2fa77dcd4b966082933e75
+size 3489661192

model-00033-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb48cbec1631644f70ba499ff9b6a89e424dbdd317cfed14808574af86f0924
+size 4630578120

model-00034-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d85ad947998398f3600e810258f0a9217a2f062e5bf45f463a31e589868b54
+size 4630578120

model-00035-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d768fc4c19e40d7b2d2423826db185ca05799487958a663ac8dea21745ec31
+size 3489661192

model-00036-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318204b8e1fbd25b2bda016f0f44e407de459ab5ded630b5627c851bb73eb2ff
+size 4630578120

model-00037-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041154a7f27964e3d012af2149f9301a35aaa4419641edbfa5c53f2198660c44
+size 4630578120

model-00038-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b297b7033f74138f625e90406abec6d416115653477aaf999716a004a23aef
+size 3489661192

model-00039-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8645590c04217617274e4bf789b6d50625ed9c903ed013ff4478fce56eb421f
+size 4630578120

model-00040-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a14ad41d4c3206955df9e915afcc4cf76d865337a61ba7396cdc59cb6ce88ad
+size 4630578120

model-00041-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1da0adb7df3a8990a68595627b651f98e66fae676de43ea2a10ccfbf0e9b772
+size 3489661192

model-00042-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1e701139d7f33ef89a9b9cbf0f2d899c81aa7953a2638a51f35784a3eb1cf2
+size 4630578120

model-00043-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b05c5836a9666f6d517c99a4239f07e0e2b772e99a112b21ed119bb8f14e04
+size 4630578120

model-00044-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd444bc69c0598ce295070cad6d08acdddd44e00fa9b7da96afb10e3b6ed7d30
+size 3489661192

model-00045-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c076f4f647f85d38948c4ea48cb1d8eb8b9e770af7d02d8f8d05357fe7a984
+size 4630578120

model-00046-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233a85a09c0baa3483f39c65ecfa4adf4dcf05ad0c579d39e9b4250f688e01f9
+size 4630578120

model-00047-of-00191.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c0c1548c0df6e6f1644d40fc93814d12ceab71ec3df522dbb896e61df8c13d
+size 3489661192