Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,54 @@
+---
+language:
+- en
+license: llama3
+tags:
+- Llama-3.1
+- instruct
+- finetune
+- reasoning
+- hybrid-mode
+- chatml
+- function calling
+- tool use
+- json mode
+- structured outputs
+- atropos
+- dataforge
+- long context
+- roleplaying
+- chat
+- mlx
+base_model: NousResearch/Hermes-4-405B
+library_name: transformers
+widget:
+- example_title: Hermes 4
+  messages:
+  - role: system
+    content: You are Hermes 4, a capable, neutrally-aligned assistant. Prefer concise,
+      correct answers.
+  - role: user
+    content: Explain the difference between BFS and DFS to a new CS student.
+model-index:
+- name: Hermes-4-Llama-3.1-405B
+  results: []
+---
+## 💫 Community Model> Hermes-4-405B by NousResearch
+
+_👾 [LM Studio](https://lmstudio.ai) Community models highlights program. Highlighting new & noteworthy models by the community. Join the conversation on [Discord](https://discord.gg/aPQfnNkxGC)_.
+
+**Model creator**: [NousResearch](https://huggingface.co/NousResearch)<br>
+**Original model**: [Hermes-4-405B](https://huggingface.co/NousResearch/Hermes-4-405B)<br>
+**MLX quantization**: provided by [LM Studio team](https://x.com/lmstudio) using [mlx_lm](https://github.com/ml-explore/mlx-lm)<br>
+
+## Technical Details
+
+5-bit quantized version of Hermes-4-405B using MLX, optimized for Apple Silicon.
+
+## Special thanks
+
+🙏 Special thanks to the [Apple Machine Learning Research](https://github.com/ml-explore) team for creating [MLX](https://github.com/ml-explore/mlx).
+
+## Disclaimers
+
+LM Studio is not the creator, originator, or owner of any Model featured in the Community Model Program. Each Community Model is created and provided by third parties. LM Studio does not endorse, support, represent or guarantee the completeness, truthfulness, accuracy, or reliability of any Community Model. You understand that Community Models can produce content that might be offensive, harmful, inaccurate or otherwise inappropriate, or deceptive. Each Community Model is the sole responsibility of the person or entity who originated such Model. LM Studio may not monitor or control the Community Models and cannot, and does not, take responsibility for any such Model. LM Studio disclaims all warranties or guarantees about the accuracy, reliability or benefits of the Community Models. LM Studio further disclaims any warranty that the Community Model will meet your requirements, be secure, uninterrupted or available at any time or location, or error-free, viruses-free, or that any errors will be corrected, or otherwise. You will be solely responsible for any damage resulting from your use of or access to the Community Models, your downloading of any Community Model, or use of any other Community Model provided by or through LM Studio.

chat_template.jinja

@@ -0,0 +1,76 @@
+{%- set thinking_prompt = 'You are a deep thinking AI, you may use extremely long chains of thought to deeply consider the problem and deliberate with yourself via systematic reasoning processes to help come to a correct solution prior to answering. You should enclose your thoughts and internal monologue inside <think> </think> tags, and then provide your solution or response to the problem.' %}
+{%- set standard_prompt = 'You are Hermes, created by Nous Research.' %}
+{%- if not thinking is defined %}{% set thinking = false %}{% endif %}
+{%- if not keep_cots is defined %}{% set keep_cots = false %}{% endif %}
+{%- if thinking %}{%- set system_prompt = thinking_prompt %}{%- else %}{%- set system_prompt = standard_prompt %}{%- endif %}
+{%- if tools %}
+    {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- system_prompt }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou are a function calling AI model. You may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": \"<function-name>\", \"arguments\": <args-json-object>}\n</tool_call><|eot_id|>" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + messages[0]['content'] + '<|eot_id|>' }}
+    {%- else %}
+        {{- bos_token + '<|start_header_id|>system<|end_header_id|>\n\n' + system_prompt + '<|eot_id|>' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' }}
+    {%- elif (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content + '<|eot_id|>' }}
+        {%- endif %}
+    {%- elif message.role == "assistant" %}
+        {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n' }}
+        {%- if message.content %}
+            {%- set content = message['content'] -%}
+            {%- if thinking %}
+                {%- if not keep_cots %}
+                    {%- set content = '<think> </think>' + content.split('</think>', 1)[1] -%}
+                {%- endif %}
+            {%- endif %}
+            {{- '\n' + content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|eot_id|>' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|start_header_id|>user<|end_header_id|>\n' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|eot_id|>' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
+{%- endif %}

config.json

@@ -0,0 +1,43 @@
+{
+    "architectures": [
+        "LlamaForCausalLM"
+    ],
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "bos_token_id": 128000,
+    "eos_token_id": 128001,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 16384,
+    "initializer_range": 0.02,
+    "intermediate_size": 53248,
+    "max_position_embeddings": 131072,
+    "mlp_bias": false,
+    "model_type": "llama",
+    "num_attention_heads": 128,
+    "num_hidden_layers": 126,
+    "num_key_value_heads": 8,
+    "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 5
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 5
+    },
+    "rms_norm_eps": 1e-05,
+    "rope_scaling": {
+        "factor": 8.0,
+        "high_freq_factor": 4.0,
+        "low_freq_factor": 1.0,
+        "original_max_position_embeddings": 8192,
+        "rope_type": "llama3"
+    },
+    "rope_theta": 500000.0,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.52.4",
+    "use_cache": true,
+    "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.52.4"
+}

model-00001-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1491d79ceeddef8a46898e31abc9361c547730be57a3ea49a92b169a51947745
+size 5228008354

model-00003-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5173b3a1f5d71858deda89036ba373a9bfe7924afa7f5534d2a61f1825479513
+size 4991358605

model-00004-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46162015eaae4381e14ef5fd2493754fd8348cd26429285eb9c5365f5fd57799
+size 4982969886

model-00006-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d02c31b8880ca42c568475bf6a7f718abdcc324e9bb47eaec02420b0257fa1a
+size 4991358633

model-00007-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e1bfb322cfe5567fa262240d72a16c7dd4418c9e46eb65400e083bdc640297
+size 4982969941

model-00009-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95c75d8bf076153994ebc7105be23c70a76206bb4a8ca63c13d9dbeebd3e66c
+size 4991358645

model-00010-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7629e11f45b20b78f8730907df2bb04a52cacb57d395c087f4dfd1a301176c5
+size 4982969939

model-00012-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53110f9b8dc28830e6dd502afc9f82b000a1117fd6ab72a78561cb6b7f56a692
+size 4991358647

model-00013-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b3b975b0e2853109afc6f0acf16a38940c31138cd43ae547c5ac0a1e63ef94
+size 4982969913

model-00015-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf7b4298e4ffa74bb0e7a7ed734767393a349bc612cbefb923f9a0452a95f5
+size 4991358645

model-00016-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff56c74b0b40896d461e5d2687db41c58bac0294393691d378627b26f3621df4
+size 4982969937

model-00018-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e358d821295be4c1581ff3631789d66e15ba844c07b48e34551e72b564c7431
+size 4991358643

model-00019-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f407737de3ad927a962805b64cd3e6009b13ea1c9c15470a7b72bbc56db3c2b1
+size 4982969923

model-00021-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e338a00f984fe8ca2b106c4825f512d8c2b91e7fb1afa58971eb04e0c98741
+size 4991358629

model-00022-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d24529b5ddffb315aea0911474f79de4b0f90f10f82949dc7c0cdd1ab3cca54
+size 4982969915

model-00024-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d6a4d693c7e9ee43a76015ae81e3f9faf455a01b96fc05a8ac02a1dc70c3f4
+size 4991358645

model-00025-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa7185c13b0a0dd8de16e45a2e2524d748dcd7f629070214a6c55aa366a342d
+size 4982969937

model-00027-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8087c3a7a552caea43366a531f80c23597f5b7861d4c5c67d11f7b822928927f
+size 4991358643

model-00028-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07412a0f4e8e278ba617ebe022922b9c95673be5b4c00a7c33da2e273031b26b
+size 4982969881

model-00030-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7408070027f0b14e00373baa910ad13a5186068133f33d565c44d85667a8fe7
+size 4991358639

model-00031-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d2790b8f21f05a599d51f5ad5d65aa2d7bd5362bc585dc3005f1094d2a96ef
+size 4982969921

model-00033-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e3dae4d789e5f2cbea990fcde5d324de2dcb7ea502a225f1595f5910c2760e
+size 4991358631

model-00034-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cad6a428469547d94da86cf3aa9dae6a37df070f3f45c73c38e1abf067a779f
+size 4982969895

model-00035-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a8eb82903f8c5b4e23625e2de8173fc8454a56fadd9a39aa31780a19246fcc
+size 5366815792

model-00036-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e25a86c1a2e9105cf54b263942b10d9d12484081e9d1d6272ef8e11e25a7776
+size 4991358603

model-00037-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedd7ca4142523f190971d57f78783e20f9d37d2886f8644e2ee9fa8200d0359
+size 4982969911

model-00039-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be386977b9d9e3a6ce509c3bddb664cd61274ca7cd9467f3bd8d69b6cd158d8
+size 4991358635

model-00040-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e19ae92d9ff39889553e1f810fdac4e5190e78cb422c169728dc9d46173188b
+size 4982969917

model-00042-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb099d53e4b132199575a845074b536765bc42a18c8206a0d6f35f05c90b12f
+size 4991358645

model-00043-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0417e4f1a8ba1a62a2d16e6f95d7cf16897124bf1d2945cb1ead0feda247bfc
+size 4982969919

model-00044-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cfc201b4870dd42519c6293a0f870a47b95fc0521edfeeb417558a93af33ff
+size 5366815861

model-00045-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a1ba6fd812e3b5805fa25b502793214ef4b4283cc837e708a57175be1f83f7
+size 4991358709

model-00046-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce5e41edc9bc61ef1c0bbeb6f9d93bb1ff97ce317fd01a0a1f15bcc36878c23
+size 4982969968

model-00047-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24db7be0839f8523825649beb5cfaabab0163b25dea5dedb60f11edca367dea5
+size 5366815866

model-00048-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2140f7b1dee63b72f4e9ca44ba21cdc676dfa5d8131453aa26b7c671270eaae
+size 4991358685

model-00049-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bc321db0ac3c0f3ab7daa83bb67859f379be97a6e6637fa78b2a42e6e6c715
+size 4982969996

model-00050-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b7f92790068370eb5e35a82ce69503ff573236393482d1ba19a01050ca511f
+size 5366815868

model-00051-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71c6ea649192682ebe483079628ad80ee4e0e578092937b3b77c755f3ca9ec8
+size 4991358703

model-00052-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3e06e5d58c1a53d13359a60ea6b47146bc8959dd9dd94a278e3253f674049
+size 4982969992

model-00053-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177c0328a6b0df281ea717538d77267c91db0041037fc8537c5406528d66187a
+size 5366815868

model-00054-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d9df547ea0f42af2fdfdd33ffa6777358e6118b2cfe46a99fd30c0b02d993d
+size 4991358683

model-00055-of-00055.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed63ff14821da601c2d2a76f6733c56a3b50d7be93692ae256aa012685da2889
+size 2644346141

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e4573a56ca97b0233ddc2dd63f634aeee35b84f352d2ce2aaa5992735cfcad
+size 17209827