Upload folder using huggingface_hub

README.md

@@ -13,7 +13,7 @@ tags:
 ---
 
 # mlx-community/gemma-3-27b-it-8bit
-This model was converted to MLX format from [`google/gemma-3-27b-it`]() using mlx-vlm version **0.1.17**.
+This model was converted to MLX format from [`google/gemma-3-27b-it`]() using mlx-vlm version **0.1.18**.
 Refer to the [original model card](https://huggingface.co/google/gemma-3-27b-it) for more details on the model.
 ## Use with mlx
 

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n    {%- if messages[0]['content'] is string -%}\n        {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n    {%- else -%}\n        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n    {%- endif -%}\n    {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n    {%- set first_user_prefix = \"\" -%}\n    {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n        {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n    {%- endif -%}\n    {%- if (message['role'] == 'assistant') -%}\n        {%- set role = \"model\" -%}\n    {%- else -%}\n        {%- set role = message['role'] -%}\n    {%- endif -%}\n    {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n    {%- if message['content'] is string -%}\n        {{ message['content'] | trim }}\n    {%- elif message['content'] is iterable -%}\n        {%- for item in message['content'] -%}\n            {%- if item['type'] == 'image' -%}\n                {{ '<start_of_image>' }}\n            {%- elif item['type'] == 'text' -%}\n                {{ item['text'] | trim }}\n            {%- endif -%}\n        {%- endfor -%}\n    {%- else -%}\n        {{ raise_exception(\"Invalid content type\") }}\n    {%- endif -%}\n    {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "pad_token_id": 0,
+  "transformers_version": "4.50.0.dev0"
+}

model-00001-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64c5d03dae332a5844a6531f024c287d23c4b67495c791cddf54479c9d636715
-size 5279749711
+oid sha256:70191eb2728aa213a842eef43a87df5e43296e16e763a8869531b334730be8cd
+size 5279750284

model-00002-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe66e306824c6250bf1690aba5e489262992e20d1dd0a00534fadbaaa92a0c31
-size 5264743290
+oid sha256:74093b7205f75166d216773a3922fba9ddb1a2e81704ac827cf1b8048bc2e009
+size 5264743530

model-00003-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28913d79e7a96a8f60c18c3b0e9d04341bddaf3033d44eca0c9d187bb2e1282b
-size 5264743402
+oid sha256:963923489e71e1767794cece1cec9725430d3cc1b40fc6365edc019dfd8bc189
+size 5264743642

model-00004-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad5e48dab81a765bb85a31c693dfea9e1c13f594c234337bbe4502380ba7d548
-size 5264743400
+oid sha256:0783b1011fab72d210273c24b787ebebffeaa355aca22e5ab18542a2d7883f5c
+size 5264743640

model-00005-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da45b3c7be27993c437c6ef16f02de104db074739116869a62a3223940e22e05
-size 5264743406
+oid sha256:a0f5018f7075d6731c893952584fc62b27a5452559e6e965e719d94039ddd38e
+size 5264743646

model-00006-of-00006.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa7bc585d4b4ad97b4118e7c8ed11675597cc25ff3973b6b45965a339008b972
-size 4704107289
+oid sha256:e1d269620c3b03e39e158cf07153faf2176ddfb1dca7caf7fdeb75151d90b797
+size 4704107440