Update models

.gitattributes

@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+gemma-3-270m-it-f16.gguf filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,54 @@
+{
+  "_sliding_window_pattern": 6,
+  "architectures": [
+    "Gemma3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": null,
+  "bos_token_id": 2,
+  "eos_token_id": 1,
+  "final_logit_softcapping": null,
+  "head_dim": 256,
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 640,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_types": [
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "sliding_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 32768,
+  "model_type": "gemma3_text",
+  "num_attention_heads": 4,
+  "num_hidden_layers": 18,
+  "num_key_value_heads": 1,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_local_base_freq": 10000.0,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 512,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.55.0.dev0",
+  "use_bidirectional_attention": false,
+  "use_cache": true,
+  "vocab_size": 262144
+}

gemma-3-270m-it-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abaaccdcd69192bb100a6f66146ad1e0e092b23d088d6d626cc15f8ad5af670
+size 237079040

gemma-3-270m-it-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f47ade6d03993a223fb372a46fb5f52fce72f49cc7f32c2b6fe37a3b1d8a2
+size 246387200

gemma-3-270m-it-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38022a57a75a63705db55b8f75b4f655fb2a1dc412ce2523451c4fa3c0640a72
+size 241963520

gemma-3-270m-it-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ae7f5b09fb8dd5595e863f883e61570dab19fbe2b71c819603776a9c4cf990
+size 236710400

gemma-3-270m-it-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542c1a0aa267b9aad9bac7a285aa513f9a932346263bff6dd27e9ba3102b0e7d
+size 241410560

gemma-3-270m-it-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbce8f2095939bde118bafbb65279c6e36ee8bcb09ee258f7f5d6a7b8e7f39
+size 253114880

gemma-3-270m-it-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cbb18495fb272f26738cae50454cb35b0fb9a5910d8dcea907664d134ed42b
+size 249889280

gemma-3-270m-it-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19335c73a3359d0f2643eb0efda378cd9fd9a3b0ddf96b113416463eaae8649
+size 253944320

gemma-3-270m-it-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf42ab816603a57a54c280d26b64dbdc3ec34d76d404db676f31c4dffc77a95
+size 260026880

gemma-3-270m-it-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dbfd9a04f767c7cfe83aaa7e2683c9611540092cf7d78633df80556662596d
+size 257999360

gemma-3-270m-it-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7211704d68295495e756642a3097efb17ccb4b06964fccb49d57a891205e500a
+size 282974720

gemma-3-270m-it-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef57d2c838458a1952664260dcba38e5bdda37494f3af732f06e4add24068e3
+size 291545600

gemma-3-270m-it-f16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f96c9a2740dc6eb5ca11c3ed19c97820259e1d1927ac959fd597735ab02c07
+size 542835200