diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..f46c723a1e7cea22d6e0fadf2bf28cab7e6a3e33 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+vocab.gguf filter=lfs diff=lfs merge=lfs -text
+qnn/lm_head.bin filter=lfs diff=lfs merge=lfs -text
+qnn/smallthinker_3b_1.bin filter=lfs diff=lfs merge=lfs -text
+qnn/smallthinker_3b_0.bin filter=lfs diff=lfs merge=lfs -text
+ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/c7/35/c7357a12af21aa21f1145c82f3673a98e920d837a1ed362cd6c47179ff63a33d filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/27/a3/27a392dcfb4b6871d49c5dcba926dd591ebefeb3f8081510f6ee5154f97d16a1 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/41/52/4152b2401a22f48df3d3983733a096094bd69551ac0eff10de8ffaf5c42c9241 filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/70/98/709854441cf8454de2a0e939a4749468ef355518668a5e0e25932f46ff2c1708 filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..7b95401dc46245ac339fc25059d4a56d90b4cde5
--- /dev/null
+++ b/README.md
@@ -0,0 +1,3 @@
+---
+license: apache-2.0
+---
diff --git a/ggml/weights.gguf b/ggml/weights.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2e862a7c9aeea820e0bc21cdb1be8a5b430ca683
--- /dev/null
+++ b/ggml/weights.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311af5e718008431b60b8dc4c3613e835f04d4168ddd97c167277bf795657927
+size 1917656096
diff --git a/model.json b/model.json
new file mode 100644
index 0000000000000000000000000000000000000000..9ee96eed4cb290d60dfd407aabe0fc173a6ea3f3
--- /dev/null
+++ b/model.json
@@ -0,0 +1,27 @@
+{
+    "model_id": "smallthinker_0.5b_8gen4",
+    "model_arch": "qwen2",
+    "version": 20241202,
+    "llm_config": {
+        "embed_dim": 896,
+        "ffn_dim": 4864,
+        "head_size": 64,
+        "kv_dim": 128,
+        "n_attn_heads": 14,
+        "n_attn_kv_heads": 2,
+        "n_ctx": 32768,
+        "n_layers": 24,
+        "norm_eps": 9.999999974752427e-07,
+        "vocab_size": 151936,
+        "rope_config": {
+            "n_rope_ctx_orig": 32768,
+            "rope_attn_factor": 1.0,
+            "rope_dim": 64,
+            "rope_freq_base": 1000000.0,
+            "rope_freq_scale": 1.0,
+            "rope_scale_type": "linear",
+            "rope_type": -1
+        }
+    },
+    "vision": {}
+}
\ No newline at end of file
diff --git a/qnn/config.json b/qnn/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..915a376ff85c8f1913dd669061d57c7d943f5d43
--- /dev/null
+++ b/qnn/config.json
@@ -0,0 +1,91 @@
+{
+  "model_parameters": {
+    "n_layers": 36,
+    "vocab_size": 151936,
+    "embed_dim": 2048,
+    "ffn_hidden_dim": 11008,
+    "head_dim": 128,
+    "n_kv_heads": 2,
+    "rope_theta": 1000000.0,
+    "rms_norm_eps": 1e-06,
+    "attention_mask_value": -50000.0,
+    "tie_embedding": true
+  },
+  "qnn_parameters": {
+    "n_hvx_threads": 4
+  },
+  "graphs": [
+    {
+      "type": "transformers",
+      "start_layer_id": 0,
+      "end_layer_id": 18,
+      "batch_size": 16,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_16",
+      "model_path": "smallthinker_3b_0.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 18,
+      "end_layer_id": 36,
+      "batch_size": 16,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_16",
+      "model_path": "smallthinker_3b_1.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 0,
+      "end_layer_id": 18,
+      "batch_size": 128,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_128",
+      "model_path": "smallthinker_3b_0.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    },
+    {
+      "type": "transformers",
+      "start_layer_id": 18,
+      "end_layer_id": 36,
+      "batch_size": 128,
+      "cache_size": 1920,
+      "context_size": 2048,
+      "graph_name": "batch_128",
+      "model_path": "smallthinker_3b_1.bin",
+      "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw",
+      "kv_size": 11,
+      "x_name": "x",
+      "out_name": "out"
+    }
+  ],
+  "embeddings": [
+    {
+      "graph_name": "batch_16",
+      "model_path": "lm_head.bin",
+      "batch_size": 16,
+      "x_name": "x",
+      "out_name": "logits"
+    },
+    {
+      "graph_name": "batch_128",
+      "model_path": "lm_head.bin",
+      "batch_size": 128,
+      "x_name": "x",
+      "out_name": "logits"
+    }
+  ]
+}
\ No newline at end of file
diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e33b3f96c972634fe98994e1d8429a38aa4004c6
Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ
diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..8e6f9e04c02d66a3440d176f70fa7decba66c37a
Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ
diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..d7e4560cefc3448d0d4c541b15e3f66a424d63cb
Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ
diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4eb65efbcb30e84b25fbea74aca377c915e73
Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ
diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..2789f6c08683131954bb592a8f8118a716e0153b
Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ
diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e04b608c2e21d3e997665602a5ad77b5c18df9e0
Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ
diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..553a2e36b0a7f71a13bffe34a19c81355691c3f0
Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ
diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f3df224e02515514aae9c5fbc465a02c75d9fda8
Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ
diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e3139ed1bf70efee7da266e8561fd28937b9103b
Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ
diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..413164049a032b1246bbbe8252ba09e3ad2408cc
Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ
diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..73a4b7d302e7a7ea160af51760b327888deb0eda
Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ
diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..3a0ac5cf686ad6906bcce86594af9f5940b75ba1
Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ
diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..8f7da1b9b54717ed836e863256c5e3ec621106c1
Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ
diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..d3852cf05e7261d0e59105fd4a24b7dd3edcbf18
Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ
diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..fa676146ebf0eda5899d115bb9e8659a38e64ab3
Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ
diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..fdeb94aa3b85a4f1dc599752d0fb0bdb5773b19a
Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ
diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..59d1c2ed6a85bd275d8d07d6312b0cbb5bc0a92f
Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ
diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..0768733a13328f8db3bbe63e00323884d789838b
Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ
diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1f5ffb3ad0bf49355c5ff06aa922fe610f01bdfe
Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ
diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..0a29588abdc094f9e9af31d5c811f562ae022413
Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ
diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..21e75558883faa10f78959eb0ec37de95442b292
Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ
diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..5ff563e3826fd74d3416c741a2f3008f85ad2d13
Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ
diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..5f094517628a6e903c303261c204e1361a10bf73
Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ
diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4b6ce126b905be90ec059b322027ee9e259461e2
Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ
diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4aad80df60cb86e4089e22d5ac93965ea4a279be
Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ
diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..8d954c36df48086332d0112f3247ed66b8dc3240
Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ
diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a9b50724fbb3e006644512c5661a8ab686fddd4f
Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ
diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..29a9e5b019c0814e79ae57696866866084394a73
Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ
diff --git a/qnn/kv/layer_16_key_0.raw b/qnn/kv/layer_16_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..3d320241b6960e0544e52dade06c899287e43ba3
Binary files /dev/null and b/qnn/kv/layer_16_key_0.raw differ
diff --git a/qnn/kv/layer_16_key_1.raw b/qnn/kv/layer_16_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a97a34e3ae3cbff7945f36db794984910f9459e9
Binary files /dev/null and b/qnn/kv/layer_16_key_1.raw differ
diff --git a/qnn/kv/layer_16_value_0.raw b/qnn/kv/layer_16_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a63608669cf019be4d7ea48c780924961969a812
Binary files /dev/null and b/qnn/kv/layer_16_value_0.raw differ
diff --git a/qnn/kv/layer_16_value_1.raw b/qnn/kv/layer_16_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..978c5ccde25aa51b283219085225170ee4c75170
Binary files /dev/null and b/qnn/kv/layer_16_value_1.raw differ
diff --git a/qnn/kv/layer_17_key_0.raw b/qnn/kv/layer_17_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..0890a28e9f4f8b84ca09b3f5de53fe1e2b0d5096
Binary files /dev/null and b/qnn/kv/layer_17_key_0.raw differ
diff --git a/qnn/kv/layer_17_key_1.raw b/qnn/kv/layer_17_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a7e68d0770ba014fbc2cf47a576da60b4e28d1a2
Binary files /dev/null and b/qnn/kv/layer_17_key_1.raw differ
diff --git a/qnn/kv/layer_17_value_0.raw b/qnn/kv/layer_17_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a863c9e22bcb98a700596ec5788d4cc5ab0ebb6a
Binary files /dev/null and b/qnn/kv/layer_17_value_0.raw differ
diff --git a/qnn/kv/layer_17_value_1.raw b/qnn/kv/layer_17_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..73de002863a666dc82b85729ba609bed1ca63471
Binary files /dev/null and b/qnn/kv/layer_17_value_1.raw differ
diff --git a/qnn/kv/layer_18_key_0.raw b/qnn/kv/layer_18_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ce3a8927a9b500cfcc8d9d07293c6e0af30030bb
Binary files /dev/null and b/qnn/kv/layer_18_key_0.raw differ
diff --git a/qnn/kv/layer_18_key_1.raw b/qnn/kv/layer_18_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1134b5262318f467c086bc85cdfdfaf013b1e28d
Binary files /dev/null and b/qnn/kv/layer_18_key_1.raw differ
diff --git a/qnn/kv/layer_18_value_0.raw b/qnn/kv/layer_18_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..df6dd18abe56f0b70fbbc17b46b13a2a39bfdc8c
Binary files /dev/null and b/qnn/kv/layer_18_value_0.raw differ
diff --git a/qnn/kv/layer_18_value_1.raw b/qnn/kv/layer_18_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..fda72c6e8bc23057d5c97deba2ae9504efedd2c1
Binary files /dev/null and b/qnn/kv/layer_18_value_1.raw differ
diff --git a/qnn/kv/layer_19_key_0.raw b/qnn/kv/layer_19_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1d117a7f40c8562be14a79a52d912e8b96fa738b
Binary files /dev/null and b/qnn/kv/layer_19_key_0.raw differ
diff --git a/qnn/kv/layer_19_key_1.raw b/qnn/kv/layer_19_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..fa44af163463d84129cbbfd6cdb04d9a4e8fe9cb
Binary files /dev/null and b/qnn/kv/layer_19_key_1.raw differ
diff --git a/qnn/kv/layer_19_value_0.raw b/qnn/kv/layer_19_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ff73d7ec54fc85e6ca5b27535d733537ed2c6d43
Binary files /dev/null and b/qnn/kv/layer_19_value_0.raw differ
diff --git a/qnn/kv/layer_19_value_1.raw b/qnn/kv/layer_19_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..bb9688674b47bd87d5c8d6052b576f4cf5893fa0
Binary files /dev/null and b/qnn/kv/layer_19_value_1.raw differ
diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..543c69ecf4ab5ace440013f1827f6e041b53589d
Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ
diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a492e81c51a1878a9b5fef5a6fb129ec5e563ff7
Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ
diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..c967b2db0d060f917e8879b2bf102e0082f04057
Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ
diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e2cf9bc72a7b30911f6f02957c6ff6babed0d795
Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ
diff --git a/qnn/kv/layer_20_key_0.raw b/qnn/kv/layer_20_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..5edeef8dbace26ff6c17733419020f74502f9b84
Binary files /dev/null and b/qnn/kv/layer_20_key_0.raw differ
diff --git a/qnn/kv/layer_20_key_1.raw b/qnn/kv/layer_20_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ec8e3049e3485c6e624a6df665108f883238ae2e
Binary files /dev/null and b/qnn/kv/layer_20_key_1.raw differ
diff --git a/qnn/kv/layer_20_value_0.raw b/qnn/kv/layer_20_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..3cc48bc042680a5c1bbe94591e0c2e9b495b8146
Binary files /dev/null and b/qnn/kv/layer_20_value_0.raw differ
diff --git a/qnn/kv/layer_20_value_1.raw b/qnn/kv/layer_20_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..763d79b570251574d3ea6d4e3ccdcb5ceb7eaf00
Binary files /dev/null and b/qnn/kv/layer_20_value_1.raw differ
diff --git a/qnn/kv/layer_21_key_0.raw b/qnn/kv/layer_21_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..7bf7f52a506ab4392fda90d70785fa41835ac879
Binary files /dev/null and b/qnn/kv/layer_21_key_0.raw differ
diff --git a/qnn/kv/layer_21_key_1.raw b/qnn/kv/layer_21_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..bcc56c5dd022b9b5d8c1167e0209b7cb01a48146
Binary files /dev/null and b/qnn/kv/layer_21_key_1.raw differ
diff --git a/qnn/kv/layer_21_value_0.raw b/qnn/kv/layer_21_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..054097bf0b6a356190f33bf130ce25987e7a1e09
Binary files /dev/null and b/qnn/kv/layer_21_value_0.raw differ
diff --git a/qnn/kv/layer_21_value_1.raw b/qnn/kv/layer_21_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e7dad83fb228787fba52fa0737bb3d1ca5ab9b2a
Binary files /dev/null and b/qnn/kv/layer_21_value_1.raw differ
diff --git a/qnn/kv/layer_22_key_0.raw b/qnn/kv/layer_22_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..368a87e5d8a1b7e438fecef58e811f88ea1e2765
Binary files /dev/null and b/qnn/kv/layer_22_key_0.raw differ
diff --git a/qnn/kv/layer_22_key_1.raw b/qnn/kv/layer_22_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ac1f838e6505f1c485b2560792951d8fa79f9d7f
Binary files /dev/null and b/qnn/kv/layer_22_key_1.raw differ
diff --git a/qnn/kv/layer_22_value_0.raw b/qnn/kv/layer_22_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..73d34dcb42712469ac2935dc63e3c63eeebad3fe
Binary files /dev/null and b/qnn/kv/layer_22_value_0.raw differ
diff --git a/qnn/kv/layer_22_value_1.raw b/qnn/kv/layer_22_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..9731909a0f84adfec72765224cb3b62ce8728c16
Binary files /dev/null and b/qnn/kv/layer_22_value_1.raw differ
diff --git a/qnn/kv/layer_23_key_0.raw b/qnn/kv/layer_23_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f4c5ca8dbf481f7872a2275841e04bf0809a61ed
Binary files /dev/null and b/qnn/kv/layer_23_key_0.raw differ
diff --git a/qnn/kv/layer_23_key_1.raw b/qnn/kv/layer_23_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4536a75332c0bfa32a43765a6b6b6a3458edb9b0
Binary files /dev/null and b/qnn/kv/layer_23_key_1.raw differ
diff --git a/qnn/kv/layer_23_value_0.raw b/qnn/kv/layer_23_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..28d6d553ffd6f5c4a0fe5447d719f7542bfc94d1
Binary files /dev/null and b/qnn/kv/layer_23_value_0.raw differ
diff --git a/qnn/kv/layer_23_value_1.raw b/qnn/kv/layer_23_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..b7e098f560a43565000b12e94949761e6481039e
Binary files /dev/null and b/qnn/kv/layer_23_value_1.raw differ
diff --git a/qnn/kv/layer_24_key_0.raw b/qnn/kv/layer_24_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..d0111629721ea054ba23e280b3aa619db75eaa40
Binary files /dev/null and b/qnn/kv/layer_24_key_0.raw differ
diff --git a/qnn/kv/layer_24_key_1.raw b/qnn/kv/layer_24_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..819aac9331fefddb858658b113bcb179b3eaa53e
Binary files /dev/null and b/qnn/kv/layer_24_key_1.raw differ
diff --git a/qnn/kv/layer_24_value_0.raw b/qnn/kv/layer_24_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..95070b4d6b9a58e0111ef0fbb050c6df23be58c0
Binary files /dev/null and b/qnn/kv/layer_24_value_0.raw differ
diff --git a/qnn/kv/layer_24_value_1.raw b/qnn/kv/layer_24_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..efe0bb28f28092c94de0de3fc7b376f3064fd6c8
Binary files /dev/null and b/qnn/kv/layer_24_value_1.raw differ
diff --git a/qnn/kv/layer_25_key_0.raw b/qnn/kv/layer_25_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ce39fcb3eae85582ed78379493369cab9a4ed1b7
Binary files /dev/null and b/qnn/kv/layer_25_key_0.raw differ
diff --git a/qnn/kv/layer_25_key_1.raw b/qnn/kv/layer_25_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4f151687ece4ca5a516e0d1e4576cdb388d58542
Binary files /dev/null and b/qnn/kv/layer_25_key_1.raw differ
diff --git a/qnn/kv/layer_25_value_0.raw b/qnn/kv/layer_25_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..0b2311bc327691cf3f0ea82655ec4900a6597b21
Binary files /dev/null and b/qnn/kv/layer_25_value_0.raw differ
diff --git a/qnn/kv/layer_25_value_1.raw b/qnn/kv/layer_25_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..c86ef2819dbcda4a8f01aa7a6d3ebbbd36ae69d8
Binary files /dev/null and b/qnn/kv/layer_25_value_1.raw differ
diff --git a/qnn/kv/layer_26_key_0.raw b/qnn/kv/layer_26_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..270702627b20e54e29839ecef455e85e1a55e8dd
Binary files /dev/null and b/qnn/kv/layer_26_key_0.raw differ
diff --git a/qnn/kv/layer_26_key_1.raw b/qnn/kv/layer_26_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..9227ed4e8e0d9adb5053f1df5f3dd31482d1bac6
Binary files /dev/null and b/qnn/kv/layer_26_key_1.raw differ
diff --git a/qnn/kv/layer_26_value_0.raw b/qnn/kv/layer_26_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..6daa6d9e827160c78502912a9ed45cdc2a5a5ce9
Binary files /dev/null and b/qnn/kv/layer_26_value_0.raw differ
diff --git a/qnn/kv/layer_26_value_1.raw b/qnn/kv/layer_26_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f8f26af2324bcded5cad30669263895bdc61c98e
Binary files /dev/null and b/qnn/kv/layer_26_value_1.raw differ
diff --git a/qnn/kv/layer_27_key_0.raw b/qnn/kv/layer_27_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..6e3aec1766efe410e802c26c133cd3414a725459
Binary files /dev/null and b/qnn/kv/layer_27_key_0.raw differ
diff --git a/qnn/kv/layer_27_key_1.raw b/qnn/kv/layer_27_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1ba8787a59be2a6577b491fff581f94dd4e600b3
Binary files /dev/null and b/qnn/kv/layer_27_key_1.raw differ
diff --git a/qnn/kv/layer_27_value_0.raw b/qnn/kv/layer_27_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ad14479f66dbad1d1d1df283fe0745ef334d1a30
Binary files /dev/null and b/qnn/kv/layer_27_value_0.raw differ
diff --git a/qnn/kv/layer_27_value_1.raw b/qnn/kv/layer_27_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..540ceb1e5257e216d64db3f92b8cc71610fcd05d
Binary files /dev/null and b/qnn/kv/layer_27_value_1.raw differ
diff --git a/qnn/kv/layer_28_key_0.raw b/qnn/kv/layer_28_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..00095d7ee9346b174dd42629c0e1e2909d6a0c21
Binary files /dev/null and b/qnn/kv/layer_28_key_0.raw differ
diff --git a/qnn/kv/layer_28_key_1.raw b/qnn/kv/layer_28_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..a9db4344f6aa526ca8a6687c828c94782d2f6423
Binary files /dev/null and b/qnn/kv/layer_28_key_1.raw differ
diff --git a/qnn/kv/layer_28_value_0.raw b/qnn/kv/layer_28_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..914ed9329ba8af8dceb0652e8045757afa7a5b8b
Binary files /dev/null and b/qnn/kv/layer_28_value_0.raw differ
diff --git a/qnn/kv/layer_28_value_1.raw b/qnn/kv/layer_28_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..2dc1ef8cb7ab3e14e239cb14d5167baca3eee020
Binary files /dev/null and b/qnn/kv/layer_28_value_1.raw differ
diff --git a/qnn/kv/layer_29_key_0.raw b/qnn/kv/layer_29_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..888d5cced183496cbf7b64ecf53dcb8c07333fce
Binary files /dev/null and b/qnn/kv/layer_29_key_0.raw differ
diff --git a/qnn/kv/layer_29_key_1.raw b/qnn/kv/layer_29_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..9aa0784c2c3d0b6cf6897fb7b42287e2f918f0a6
Binary files /dev/null and b/qnn/kv/layer_29_key_1.raw differ
diff --git a/qnn/kv/layer_29_value_0.raw b/qnn/kv/layer_29_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..d666be1fedf190e9a6890655191add48115e5619
Binary files /dev/null and b/qnn/kv/layer_29_value_0.raw differ
diff --git a/qnn/kv/layer_29_value_1.raw b/qnn/kv/layer_29_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4a64d6f060e538fe07c23f378ac896327e8e1355
Binary files /dev/null and b/qnn/kv/layer_29_value_1.raw differ
diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..b23a0a17a976469cedc65aa97d4e1bba4ee64ce4
Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ
diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..b2d6a972bef9c40d5537b7439a6088899d90cde6
Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ
diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..3cc80b6637e7422be865818056d432ebc42601c9
Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ
diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..685bfba262b96293490bae2874c78b5e9ecb1b54
Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ
diff --git a/qnn/kv/layer_30_key_0.raw b/qnn/kv/layer_30_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..7f60ad74279e610ca0b2b87516ace224bc8527d2
Binary files /dev/null and b/qnn/kv/layer_30_key_0.raw differ
diff --git a/qnn/kv/layer_30_key_1.raw b/qnn/kv/layer_30_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..7833e1af4d4128feee72cf25f74e7e32172923f3
Binary files /dev/null and b/qnn/kv/layer_30_key_1.raw differ
diff --git a/qnn/kv/layer_30_value_0.raw b/qnn/kv/layer_30_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..be495cdb66582a7291bbbefce7a5b08572057a4d
Binary files /dev/null and b/qnn/kv/layer_30_value_0.raw differ
diff --git a/qnn/kv/layer_30_value_1.raw b/qnn/kv/layer_30_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..5ee9f0295d4b4e22d4745c229ca013b51ca993ee
Binary files /dev/null and b/qnn/kv/layer_30_value_1.raw differ
diff --git a/qnn/kv/layer_31_key_0.raw b/qnn/kv/layer_31_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..b0a35a055d3ab6c07b671b421f9d7d34dcbadd3d
Binary files /dev/null and b/qnn/kv/layer_31_key_0.raw differ
diff --git a/qnn/kv/layer_31_key_1.raw b/qnn/kv/layer_31_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..6dbc66b8cfbb61431b83140fde007d85feb35197
Binary files /dev/null and b/qnn/kv/layer_31_key_1.raw differ
diff --git a/qnn/kv/layer_31_value_0.raw b/qnn/kv/layer_31_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f0cb26b6a3ae1be4b2d72191f8292f59752d66f6
Binary files /dev/null and b/qnn/kv/layer_31_value_0.raw differ
diff --git a/qnn/kv/layer_31_value_1.raw b/qnn/kv/layer_31_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..580bec0310d4931f9991f3d3b99aa7c1fe495a36
Binary files /dev/null and b/qnn/kv/layer_31_value_1.raw differ
diff --git a/qnn/kv/layer_32_key_0.raw b/qnn/kv/layer_32_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..708118e2b6c3f80fa34947b70fae051d2bf03c45
Binary files /dev/null and b/qnn/kv/layer_32_key_0.raw differ
diff --git a/qnn/kv/layer_32_key_1.raw b/qnn/kv/layer_32_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1792ea372220848b678dbd20cffcbfec528f50f2
Binary files /dev/null and b/qnn/kv/layer_32_key_1.raw differ
diff --git a/qnn/kv/layer_32_value_0.raw b/qnn/kv/layer_32_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ba4338b7fd20001cb853f11ccf57276604360493
Binary files /dev/null and b/qnn/kv/layer_32_value_0.raw differ
diff --git a/qnn/kv/layer_32_value_1.raw b/qnn/kv/layer_32_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f6e636899786a0ab0ef430b24fa094cd7dd9f66e
Binary files /dev/null and b/qnn/kv/layer_32_value_1.raw differ
diff --git a/qnn/kv/layer_33_key_0.raw b/qnn/kv/layer_33_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc5ad07a79961c645026774d6de873d85e26f7
Binary files /dev/null and b/qnn/kv/layer_33_key_0.raw differ
diff --git a/qnn/kv/layer_33_key_1.raw b/qnn/kv/layer_33_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..8f3131d1add518ab29c9097e560b8d7e04cde55d
Binary files /dev/null and b/qnn/kv/layer_33_key_1.raw differ
diff --git a/qnn/kv/layer_33_value_0.raw b/qnn/kv/layer_33_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..c4422d6737f9b96b093b885239ff56c9aa08b4a3
Binary files /dev/null and b/qnn/kv/layer_33_value_0.raw differ
diff --git a/qnn/kv/layer_33_value_1.raw b/qnn/kv/layer_33_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..b55987a64329a5515fc88614d6559e25b5b3f142
Binary files /dev/null and b/qnn/kv/layer_33_value_1.raw differ
diff --git a/qnn/kv/layer_34_key_0.raw b/qnn/kv/layer_34_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..66496c051c87fd0174663ea3464f4d5fdca06a63
Binary files /dev/null and b/qnn/kv/layer_34_key_0.raw differ
diff --git a/qnn/kv/layer_34_key_1.raw b/qnn/kv/layer_34_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..eb86b48c1e3b39a4765f376727406be5460df672
Binary files /dev/null and b/qnn/kv/layer_34_key_1.raw differ
diff --git a/qnn/kv/layer_34_value_0.raw b/qnn/kv/layer_34_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..6ff8e62ee4baa3e7f29702dfa6bf3b17bf3a2c13
Binary files /dev/null and b/qnn/kv/layer_34_value_0.raw differ
diff --git a/qnn/kv/layer_34_value_1.raw b/qnn/kv/layer_34_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1ca8f339f2a3551153835f688765f82a22e73106
Binary files /dev/null and b/qnn/kv/layer_34_value_1.raw differ
diff --git a/qnn/kv/layer_35_key_0.raw b/qnn/kv/layer_35_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..7e9d27f6121a7d5999171842fca836468b529310
Binary files /dev/null and b/qnn/kv/layer_35_key_0.raw differ
diff --git a/qnn/kv/layer_35_key_1.raw b/qnn/kv/layer_35_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..635b84673946af30da1bdd48676d8aad71f322ac
Binary files /dev/null and b/qnn/kv/layer_35_key_1.raw differ
diff --git a/qnn/kv/layer_35_value_0.raw b/qnn/kv/layer_35_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..88b347d45af9d5744ae5900ffc5c483936ab9929
Binary files /dev/null and b/qnn/kv/layer_35_value_0.raw differ
diff --git a/qnn/kv/layer_35_value_1.raw b/qnn/kv/layer_35_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..806aa6ccbfb1b7835b171662f2a9caa313d30ce9
Binary files /dev/null and b/qnn/kv/layer_35_value_1.raw differ
diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..75ba4100eb167032e6ba97f5fcc1535e1a64cb9b
Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ
diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..29a748c4190cb85062778330b6d1ac89d3b4dfb8
Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ
diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..18f7d04d8e169f3bb588629cf6d4ee3f065fda1c
Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ
diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..223382e085591b9d48ca6a140666749bb4ff1d89
Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ
diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..1a7afb09cd41a3513bfff6c2ac506dca02962ae0
Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ
diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..d0ed9d8dd45f959612560033ffe02a0e9403176b
Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ
diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..2526db7bdf7bc8bb0e721232edda1561fec15231
Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ
diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..db12a2ae7c8eb05bef549eb54a5899a9082f715b
Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ
diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..6df289bf3c43798c5799879dbc9bbcfb4ed5090e
Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ
diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..49ae8dd44f197ec8f69de6ac5fa24376dfb64987
Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ
diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..39c98dda90aabb92ecfc61b0bae1bd9de6bc3f0c
Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ
diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f5c2c68de30829cc9459496fdd3470b93c24c3af
Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ
diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..cc304a6be9a012e79ff98957a2b1f74b6a742a59
Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ
diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..fa37d1327300b347549e244199f228e1aab5262c
Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ
diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..c3584bf2c272c30d69946b29de70ea36d4ce84e8
Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ
diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..af776f153f32a50ea6718bf34cbfa5165cfe188f
Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ
diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..909cf8ada47183620b0543e936e059e38da1ee6d
Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ
diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..2f4fa6f9a5559cb7355932ced89e3f89ea5d249e
Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ
diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..be09f1924c1a826017927399b2161abdd7eeaaaf
Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ
diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..68eec8572db28b8d959a5ab406fda316d894a158
Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ
diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..251a90094510fc990566a0af6bab6b72f9040ae5
Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ
diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f143b07dfd4702d05d7b4f0e4e2383b773724a27
Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ
diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..bcfffc1fd637a06212181e546713164957d3c999
Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ
diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..7fec99c22090d02c79f34441c0ae2f8a91fca81b
Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ
diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..f3068fdc783767f0f9178d4422442b51b222d427
Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ
diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..4b05c18d5df9d482d012399e42e7e6cea500c3c5
Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ
diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw
new file mode 100644
index 0000000000000000000000000000000000000000..23816ad4602ad1da0f557388f0b6bffbd827f75f
Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ
diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw
new file mode 100644
index 0000000000000000000000000000000000000000..e0d1417f8dfb4ce72a93400bb08ea596fec56a6f
Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ
diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin
new file mode 100644
index 0000000000000000000000000000000000000000..19f3db7ef3282ad8d803014a63733225de26a20f
--- /dev/null
+++ b/qnn/lm_head.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4152b2401a22f48df3d3983733a096094bd69551ac0eff10de8ffaf5c42c9241
+size 164129144
diff --git a/qnn/smallthinker_3b_0.bin b/qnn/smallthinker_3b_0.bin
new file mode 100644
index 0000000000000000000000000000000000000000..24cdf643ece418b2be3becd5235010454c47bed8
--- /dev/null
+++ b/qnn/smallthinker_3b_0.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7357a12af21aa21f1145c82f3673a98e920d837a1ed362cd6c47179ff63a33d
+size 1234220392
diff --git a/qnn/smallthinker_3b_1.bin b/qnn/smallthinker_3b_1.bin
new file mode 100644
index 0000000000000000000000000000000000000000..0a20c474017ab040318c25faf36902eda1f00b1f
--- /dev/null
+++ b/qnn/smallthinker_3b_1.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a392dcfb4b6871d49c5dcba926dd591ebefeb3f8081510f6ee5154f97d16a1
+size 1142909720
diff --git a/vocab.gguf b/vocab.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..513002b8fa81c181d68952db34e5d0a8127fb3d3
--- /dev/null
+++ b/vocab.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709854441cf8454de2a0e939a4749468ef355518668a5e0e25932f46ff2c1708
+size 5929340