diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..d3f22300b45211c32305aa7135189dc7ef2b593d 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text +qnn/libQnnHtp.so filter=lfs diff=lfs merge=lfs -text +qnn/libQnnHtpV75.so filter=lfs diff=lfs merge=lfs -text +qnn/libQnnHtpV75Skel.so filter=lfs diff=lfs merge=lfs -text +qnn/libQnnHtpV79.so filter=lfs diff=lfs merge=lfs -text +qnn/libQnnHtpV79Skel.so filter=lfs diff=lfs merge=lfs -text +vocab.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ggml/weights.gguf b/ggml/weights.gguf new file mode 100644 index 0000000000000000000000000000000000000000..48fd6cae278fb4af494187a545a6d137c6ea8290 --- /dev/null +++ b/ggml/weights.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:624c99081bd41a84c3a0a06d0d1ef2960ec8276c3fcc3b621bae2a2583a76a31 +size 3616086496 diff --git a/model.json b/model.json new file mode 100644 index 0000000000000000000000000000000000000000..56c4a9b7761a715f3dfe86ce96fa23bb97c8dd2e --- /dev/null +++ b/model.json @@ -0,0 +1,27 @@ +{ + "model_id": "smallthinker_3b", + "model_arch": "qwen2", + "version": 20241202, + "llm_config": { + "embed_dim": 2048, + "ffn_dim": 11008, + "head_size": 128, + "kv_dim": 256, + "n_attn_heads": 16, + "n_attn_kv_heads": 2, + "n_ctx": 32768, + "n_layers": 36, + "norm_eps": 9.999999974752427e-07, + "vocab_size": 151936, + "rope_config": { + "n_rope_ctx_orig": 32768, + "rope_attn_factor": 1.0, + "rope_dim": 128, + "rope_freq_base": 1000000.0, + "rope_freq_scale": 1.0, + "rope_scale_type": "linear", + "rope_type": -1 + } + }, + "vision": {} +} \ No newline at end of file diff --git a/qnn/config.json b/qnn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..739ad8bc58ca9a20034f9ff9ffdbf191c734018b --- /dev/null +++ b/qnn/config.json @@ -0,0 +1,126 @@ +{ + "model_parameters": { + "n_layers": 36, + "vocab_size": 151936, + "embed_dim": 2048, + "ffn_hidden_dim": 11008, + "head_dim": 128, + "n_kv_heads": 2, + "rope_theta": 1000000.0, + "rms_norm_eps": 1e-06, + "attention_mask_value": -50000.0, + "tie_embedding": true + }, + "qnn_parameters": { + "n_hvx_threads": 4 + }, + "graphs": [ + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 18, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "smallthinker_3b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 18, + "end_layer_id": 36, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "smallthinker_3b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 18, + "batch_size": 12, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_12", + "model_path": "smallthinker_3b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 18, + "end_layer_id": 36, + "batch_size": 12, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_12", + "model_path": "smallthinker_3b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 18, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "smallthinker_3b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 18, + "end_layer_id": 36, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "smallthinker_3b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 11, + "x_name": "x", + "out_name": "out" + } + ], + "embeddings": [ + { + "graph_name": "batch_1", + "model_path": "lm_head.bin", + "batch_size": 1, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_12", + "model_path": "lm_head.bin", + "batch_size": 12, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_128", + "model_path": "lm_head.bin", + "batch_size": 128, + "x_name": "x", + "out_name": "logits" + } + ] +} \ No newline at end of file diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5b61afd460be1c1d83127b45768b2cbe0f3715d Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a23d1ea3bdd52460801d04c3f4098f14905457e9 Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1cb42bbebee2855746f60bc8371cd7285bfff7f5 Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e562955cd0a58b5a6cde42eea9b4582ed8a7aa35 Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d82a0acbc8ee00ce7e4940ebf9c4bd262f5a969a Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..cd846b2a4c950be54a42eac35dbde18e5bbbde59 Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca83ac45ba1ed8f23670d5a51aea8d57bee53a74 Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..00de8e5c6c0d0f45abe560d1756d09fda5f86cc3 Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..dc92315e5421af2e2dae410910fa4f6c507a5a7d Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7088d281b0ada5bd25067fe7284de075aa19ec4e Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b1c7672544ed93183fff86a0f502b7fd5d868df5 Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..21389c90fdfd6ff1806210da8d5a9aa9e080d04d Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9faf9629e37afce510dde3eb5db4ed4b956db12c Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2955bac051b7e58751919c02508a4f9856a74970 Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..cd0eb7e2d96309183f796f9b0243d9c670bfcaff Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..04dfd83221f41f24c4399883da23959fb831086c Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..418c7511db1aa7b41dbf7c2309d0f41009bdadde Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf6ad4f459b454b38c97a6492a99798374d78597 Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..38da5b8512ceba9ac21bc1436921ea9d7e21451e Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..da22307ce54504937a5fe09cfb7f9616304c1d39 Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a7820f24ba595d9cdfc577afde5eba8ba794d9bc Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5e15909d86eb96bcd0757dad834610430b21251 Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5546ede4bbb74c4517977b0648c9f6f91f9a9600 Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..80630f93014b4e2268eacf4e45c3c63caff45243 Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..3aa39ba258fb974bf43c710874b4caf5e693acf1 Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3364d20f23b29800a2ed0a5bb693a489f4962f9 Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..09dd1036c8a273f4e5da0eb5cda2f6a780164232 Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cca05322d242b7077afc95249d853033574182c Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_16_key_0.raw b/qnn/kv/layer_16_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7eaa249c572521f3f96378f7acb3cbe13bf347d8 Binary files /dev/null and b/qnn/kv/layer_16_key_0.raw differ diff --git a/qnn/kv/layer_16_key_1.raw b/qnn/kv/layer_16_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e96105248daa16e44794932fd49a4bbb95aec7ee Binary files /dev/null and b/qnn/kv/layer_16_key_1.raw differ diff --git a/qnn/kv/layer_16_value_0.raw b/qnn/kv/layer_16_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d53a3e8efd371f787560d7ddba37cb65f3fb06e8 Binary files /dev/null and b/qnn/kv/layer_16_value_0.raw differ diff --git a/qnn/kv/layer_16_value_1.raw b/qnn/kv/layer_16_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4645d24eb49516a6ac70e2c0d5bf38f91c559977 Binary files /dev/null and b/qnn/kv/layer_16_value_1.raw differ diff --git a/qnn/kv/layer_17_key_0.raw b/qnn/kv/layer_17_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c73295c0d3a8cb903fa8cf7d980220854eeef97b Binary files /dev/null and b/qnn/kv/layer_17_key_0.raw differ diff --git a/qnn/kv/layer_17_key_1.raw b/qnn/kv/layer_17_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b442d25cef77a146c1eb8e6ea764102d76b942d5 Binary files /dev/null and b/qnn/kv/layer_17_key_1.raw differ diff --git a/qnn/kv/layer_17_value_0.raw b/qnn/kv/layer_17_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3080270e4b3717f65766b31f24e4b947960b422 Binary files /dev/null and b/qnn/kv/layer_17_value_0.raw differ diff --git a/qnn/kv/layer_17_value_1.raw b/qnn/kv/layer_17_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..67fff9418c7f093a833bd31a965d1f32963fd785 Binary files /dev/null and b/qnn/kv/layer_17_value_1.raw differ diff --git a/qnn/kv/layer_18_key_0.raw b/qnn/kv/layer_18_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1aabc42ebf015605b032fcc67f2349e82f795399 Binary files /dev/null and b/qnn/kv/layer_18_key_0.raw differ diff --git a/qnn/kv/layer_18_key_1.raw b/qnn/kv/layer_18_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..34dd1efd910b24048a2acc70aa49fdff01beb60e Binary files /dev/null and b/qnn/kv/layer_18_key_1.raw differ diff --git a/qnn/kv/layer_18_value_0.raw b/qnn/kv/layer_18_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1bdccbbeac2dabd7fe3d87228a10fc60e69b68c1 Binary files /dev/null and b/qnn/kv/layer_18_value_0.raw differ diff --git a/qnn/kv/layer_18_value_1.raw b/qnn/kv/layer_18_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ff78fe934f3e7b1d6703f43d03f86b0325147ff Binary files /dev/null and b/qnn/kv/layer_18_value_1.raw differ diff --git a/qnn/kv/layer_19_key_0.raw b/qnn/kv/layer_19_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..540c4380392d56087efca94980c259cfc0edcacf Binary files /dev/null and b/qnn/kv/layer_19_key_0.raw differ diff --git a/qnn/kv/layer_19_key_1.raw b/qnn/kv/layer_19_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5e3eefc79ac9bc46f5e7467565a116b7d4cd2269 Binary files /dev/null and b/qnn/kv/layer_19_key_1.raw differ diff --git a/qnn/kv/layer_19_value_0.raw b/qnn/kv/layer_19_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a242846773ad7ab46a1b643234dde195d257bc7c Binary files /dev/null and b/qnn/kv/layer_19_value_0.raw differ diff --git a/qnn/kv/layer_19_value_1.raw b/qnn/kv/layer_19_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c282d6b666bcdfee404e50508c05627046bdfba5 Binary files /dev/null and b/qnn/kv/layer_19_value_1.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..84b0c3e646714dfa250270a2fe9c4a5d0a281c5e Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..070d79acecd1823ab93bf1dd651e483cc9a1a85f Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..499e2a840a772405c55dbf7054396be218d0d720 Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..6fb7ad34a88f2a4ce71297d843ec809a5f209d28 Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_20_key_0.raw b/qnn/kv/layer_20_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0564737dc8017d0b787b8294db07bc52a3131be7 Binary files /dev/null and b/qnn/kv/layer_20_key_0.raw differ diff --git a/qnn/kv/layer_20_key_1.raw b/qnn/kv/layer_20_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..810527f6eaa7d990ee31a7c9fce3b8807fc64e47 Binary files /dev/null and b/qnn/kv/layer_20_key_1.raw differ diff --git a/qnn/kv/layer_20_value_0.raw b/qnn/kv/layer_20_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c694ad6094fb2a7144235692597d0facac3dce17 Binary files /dev/null and b/qnn/kv/layer_20_value_0.raw differ diff --git a/qnn/kv/layer_20_value_1.raw b/qnn/kv/layer_20_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf3ed8d4d8f0b7e3b9bdb1ea92a2e38523994047 Binary files /dev/null and b/qnn/kv/layer_20_value_1.raw differ diff --git a/qnn/kv/layer_21_key_0.raw b/qnn/kv/layer_21_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6e21c96288161e94498a41bfd85aa93c7c6ffd49 Binary files /dev/null and b/qnn/kv/layer_21_key_0.raw differ diff --git a/qnn/kv/layer_21_key_1.raw b/qnn/kv/layer_21_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ce05b22d23594c73c480c7430e613d1af4c2fcdf Binary files /dev/null and b/qnn/kv/layer_21_key_1.raw differ diff --git a/qnn/kv/layer_21_value_0.raw b/qnn/kv/layer_21_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..03557bfd590b6a94f8ca5711abad0a51c6e158b6 Binary files /dev/null and b/qnn/kv/layer_21_value_0.raw differ diff --git a/qnn/kv/layer_21_value_1.raw b/qnn/kv/layer_21_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..58de30082a06fe7151445cf47337d858f21347af Binary files /dev/null and b/qnn/kv/layer_21_value_1.raw differ diff --git a/qnn/kv/layer_22_key_0.raw b/qnn/kv/layer_22_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..867f9f90ae978ea8c39022ef879f5f89dda4c0c2 Binary files /dev/null and b/qnn/kv/layer_22_key_0.raw differ diff --git a/qnn/kv/layer_22_key_1.raw b/qnn/kv/layer_22_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f20205e5d2f801af0038c71fbcccc1ce26cadf4e Binary files /dev/null and b/qnn/kv/layer_22_key_1.raw differ diff --git a/qnn/kv/layer_22_value_0.raw b/qnn/kv/layer_22_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0dae1e47c8c16a124ae06ad79409eb36624f0648 Binary files /dev/null and b/qnn/kv/layer_22_value_0.raw differ diff --git a/qnn/kv/layer_22_value_1.raw b/qnn/kv/layer_22_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c9b79da5acccad6e2ed6173349ab7d134815d0c5 Binary files /dev/null and b/qnn/kv/layer_22_value_1.raw differ diff --git a/qnn/kv/layer_23_key_0.raw b/qnn/kv/layer_23_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..33bc4b7c05b989496899757e1d8f4ece083bc6b2 Binary files /dev/null and b/qnn/kv/layer_23_key_0.raw differ diff --git a/qnn/kv/layer_23_key_1.raw b/qnn/kv/layer_23_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..286bd35433c49c7d99274a73f44a53d27fccf096 Binary files /dev/null and b/qnn/kv/layer_23_key_1.raw differ diff --git a/qnn/kv/layer_23_value_0.raw b/qnn/kv/layer_23_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..50af1f9f06eb7ceb0e2d248a91b8850ee675e075 Binary files /dev/null and b/qnn/kv/layer_23_value_0.raw differ diff --git a/qnn/kv/layer_23_value_1.raw b/qnn/kv/layer_23_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ea6b5e95d88ef8651b43cca9b70f3dc6d2b6f4d1 Binary files /dev/null and b/qnn/kv/layer_23_value_1.raw differ diff --git a/qnn/kv/layer_24_key_0.raw b/qnn/kv/layer_24_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..68b818cedace3257055d6fa42049074c46844c7e Binary files /dev/null and b/qnn/kv/layer_24_key_0.raw differ diff --git a/qnn/kv/layer_24_key_1.raw b/qnn/kv/layer_24_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bfbb703d962e389a9c716bbc17111af8b135b630 Binary files /dev/null and b/qnn/kv/layer_24_key_1.raw differ diff --git a/qnn/kv/layer_24_value_0.raw b/qnn/kv/layer_24_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0b78d79ec5128fbaa92ef81aebf80b9d4ee2be17 Binary files /dev/null and b/qnn/kv/layer_24_value_0.raw differ diff --git a/qnn/kv/layer_24_value_1.raw b/qnn/kv/layer_24_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1250b061c351f54fcaacbd7b9dd57abfbec9f6c9 Binary files /dev/null and b/qnn/kv/layer_24_value_1.raw differ diff --git a/qnn/kv/layer_25_key_0.raw b/qnn/kv/layer_25_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d35a16d551c09533f8336463cc70a0c0a867b84d Binary files /dev/null and b/qnn/kv/layer_25_key_0.raw differ diff --git a/qnn/kv/layer_25_key_1.raw b/qnn/kv/layer_25_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e032626145f6a16b014e7c7ef24e3ddc8740861 Binary files /dev/null and b/qnn/kv/layer_25_key_1.raw differ diff --git a/qnn/kv/layer_25_value_0.raw b/qnn/kv/layer_25_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7ef65b404b35ff1f3b7a91f528683c556462f390 Binary files /dev/null and b/qnn/kv/layer_25_value_0.raw differ diff --git a/qnn/kv/layer_25_value_1.raw b/qnn/kv/layer_25_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..952a162061b14f2a12a5375606fc748b92f21acf Binary files /dev/null and b/qnn/kv/layer_25_value_1.raw differ diff --git a/qnn/kv/layer_26_key_0.raw b/qnn/kv/layer_26_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..61cfc27809f3cb3f5b054f763edb9b9f6c6be355 Binary files /dev/null and b/qnn/kv/layer_26_key_0.raw differ diff --git a/qnn/kv/layer_26_key_1.raw b/qnn/kv/layer_26_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..11cac16b60727651edb9d2fbe779b2ea33a72e06 Binary files /dev/null and b/qnn/kv/layer_26_key_1.raw differ diff --git a/qnn/kv/layer_26_value_0.raw b/qnn/kv/layer_26_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..984a645b516adb8d73ac9d168cab8b58cf388e63 Binary files /dev/null and b/qnn/kv/layer_26_value_0.raw differ diff --git a/qnn/kv/layer_26_value_1.raw b/qnn/kv/layer_26_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f27dccc18379711531bc8370abff6c7cea50b0d9 Binary files /dev/null and b/qnn/kv/layer_26_value_1.raw differ diff --git a/qnn/kv/layer_27_key_0.raw b/qnn/kv/layer_27_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c64bff773b58b26014012cacdd9cf16c5c0e1b30 Binary files /dev/null and b/qnn/kv/layer_27_key_0.raw differ diff --git a/qnn/kv/layer_27_key_1.raw b/qnn/kv/layer_27_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9b26a80547e2bead4c89fc0b83a85b904792a87 Binary files /dev/null and b/qnn/kv/layer_27_key_1.raw differ diff --git a/qnn/kv/layer_27_value_0.raw b/qnn/kv/layer_27_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..697717c8a904a463db0e01ed830fe89873222e9c Binary files /dev/null and b/qnn/kv/layer_27_value_0.raw differ diff --git a/qnn/kv/layer_27_value_1.raw b/qnn/kv/layer_27_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7f284c5ac939bfe4b0cbb21f11d3b3f351ef91d8 Binary files /dev/null and b/qnn/kv/layer_27_value_1.raw differ diff --git a/qnn/kv/layer_28_key_0.raw b/qnn/kv/layer_28_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b7cbde38d7dcf043945978a3c5e8c8bcee69144a Binary files /dev/null and b/qnn/kv/layer_28_key_0.raw differ diff --git a/qnn/kv/layer_28_key_1.raw b/qnn/kv/layer_28_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..500c6964d99f12526d71660ba71eef61cf5a5ca1 Binary files /dev/null and b/qnn/kv/layer_28_key_1.raw differ diff --git a/qnn/kv/layer_28_value_0.raw b/qnn/kv/layer_28_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c52eb0c1afc87feb959497c851b9b8896ffe51eb Binary files /dev/null and b/qnn/kv/layer_28_value_0.raw differ diff --git a/qnn/kv/layer_28_value_1.raw b/qnn/kv/layer_28_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5e2e51198a6083246f003f93edc61790afd3539b Binary files /dev/null and b/qnn/kv/layer_28_value_1.raw differ diff --git a/qnn/kv/layer_29_key_0.raw b/qnn/kv/layer_29_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..eecee2808908886fdefbd1400ad8c8a9db92c232 Binary files /dev/null and b/qnn/kv/layer_29_key_0.raw differ diff --git a/qnn/kv/layer_29_key_1.raw b/qnn/kv/layer_29_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..14d794b6a607489b25fac4c58349510a1fd71cb7 Binary files /dev/null and b/qnn/kv/layer_29_key_1.raw differ diff --git a/qnn/kv/layer_29_value_0.raw b/qnn/kv/layer_29_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c171a34a0c0d9bc3f7f00c47ad03aefeb712a620 Binary files /dev/null and b/qnn/kv/layer_29_value_0.raw differ diff --git a/qnn/kv/layer_29_value_1.raw b/qnn/kv/layer_29_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8e6091bfd7be955757634936f2fd9a1947339cd1 Binary files /dev/null and b/qnn/kv/layer_29_value_1.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..84b036e270c707dc4ee1a103c59547314fcd7eed Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f7c4bfc3b99a74d5eaf34e0943fb577e7e8ecfd8 Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0aceac0f2354aac291216468fae9b16212645379 Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..26a09589eaed0ed4f531a69a41b8f9fa2ca0ee1b Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_30_key_0.raw b/qnn/kv/layer_30_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..485b27f051674a56da8e7acd63d51f1e5f0f364d Binary files /dev/null and b/qnn/kv/layer_30_key_0.raw differ diff --git a/qnn/kv/layer_30_key_1.raw b/qnn/kv/layer_30_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..47bd329e3fac142a5c79697a2e0588d3f53b1e1d Binary files /dev/null and b/qnn/kv/layer_30_key_1.raw differ diff --git a/qnn/kv/layer_30_value_0.raw b/qnn/kv/layer_30_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a8e3bb18ebe148960b3f37f67f2444e89cfc9d2c Binary files /dev/null and b/qnn/kv/layer_30_value_0.raw differ diff --git a/qnn/kv/layer_30_value_1.raw b/qnn/kv/layer_30_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..94c07ba88d4b007962c732f55556d5562f28d0ea Binary files /dev/null and b/qnn/kv/layer_30_value_1.raw differ diff --git a/qnn/kv/layer_31_key_0.raw b/qnn/kv/layer_31_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..51688439072814c26a27da6fc4f9986c0ca11aca Binary files /dev/null and b/qnn/kv/layer_31_key_0.raw differ diff --git a/qnn/kv/layer_31_key_1.raw b/qnn/kv/layer_31_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e11c8451802ee7aa9e891d19af7b8d1a5a7ab89 Binary files /dev/null and b/qnn/kv/layer_31_key_1.raw differ diff --git a/qnn/kv/layer_31_value_0.raw b/qnn/kv/layer_31_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..055ac9c42a383433647b2d39a848ca786050ba8e Binary files /dev/null and b/qnn/kv/layer_31_value_0.raw differ diff --git a/qnn/kv/layer_31_value_1.raw b/qnn/kv/layer_31_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..29aa1036eb9e37c56dbe068d0436ba425b4324e3 Binary files /dev/null and b/qnn/kv/layer_31_value_1.raw differ diff --git a/qnn/kv/layer_32_key_0.raw b/qnn/kv/layer_32_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..01e6da02d1c007d50c4f4764b60e715afdc80ce5 Binary files /dev/null and b/qnn/kv/layer_32_key_0.raw differ diff --git a/qnn/kv/layer_32_key_1.raw b/qnn/kv/layer_32_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d097eff53b970322c62d619ae6a715decab556ab Binary files /dev/null and b/qnn/kv/layer_32_key_1.raw differ diff --git a/qnn/kv/layer_32_value_0.raw b/qnn/kv/layer_32_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2007f4ac621403f8d11dad39c327499af1aae3c2 Binary files /dev/null and b/qnn/kv/layer_32_value_0.raw differ diff --git a/qnn/kv/layer_32_value_1.raw b/qnn/kv/layer_32_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9604b5e20d51b199fb084f6bbb04757762d2331f Binary files /dev/null and b/qnn/kv/layer_32_value_1.raw differ diff --git a/qnn/kv/layer_33_key_0.raw b/qnn/kv/layer_33_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ab39ffcda77c4e8ce94ca5d5fd7d923cca409250 Binary files /dev/null and b/qnn/kv/layer_33_key_0.raw differ diff --git a/qnn/kv/layer_33_key_1.raw b/qnn/kv/layer_33_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1bcb007704944428499d90a7db23a29761635499 Binary files /dev/null and b/qnn/kv/layer_33_key_1.raw differ diff --git a/qnn/kv/layer_33_value_0.raw b/qnn/kv/layer_33_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..496c3de84bbffd497b58744cca0c1f10329f3cab Binary files /dev/null and b/qnn/kv/layer_33_value_0.raw differ diff --git a/qnn/kv/layer_33_value_1.raw b/qnn/kv/layer_33_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a448e5311e1d3c809abe8f3ba781e5bb9a007f92 Binary files /dev/null and b/qnn/kv/layer_33_value_1.raw differ diff --git a/qnn/kv/layer_34_key_0.raw b/qnn/kv/layer_34_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef7cc5d5f3adabd50b3ae9d90737640bebbc0cac Binary files /dev/null and b/qnn/kv/layer_34_key_0.raw differ diff --git a/qnn/kv/layer_34_key_1.raw b/qnn/kv/layer_34_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..94f6596ff0bace8d661503589d269f672ca9f130 Binary files /dev/null and b/qnn/kv/layer_34_key_1.raw differ diff --git a/qnn/kv/layer_34_value_0.raw b/qnn/kv/layer_34_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b84fbedb2e6658946c5644d8a1d51268466e10b5 Binary files /dev/null and b/qnn/kv/layer_34_value_0.raw differ diff --git a/qnn/kv/layer_34_value_1.raw b/qnn/kv/layer_34_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..047e95a9bcdb95a312f00288653ef8a90ea47274 Binary files /dev/null and b/qnn/kv/layer_34_value_1.raw differ diff --git a/qnn/kv/layer_35_key_0.raw b/qnn/kv/layer_35_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..bcc0c4c2a48b104f6f0b3859f2ab9d79b8680675 Binary files /dev/null and b/qnn/kv/layer_35_key_0.raw differ diff --git a/qnn/kv/layer_35_key_1.raw b/qnn/kv/layer_35_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..833fd605fe91593ebfd313eef96e25d0e60fd905 Binary files /dev/null and b/qnn/kv/layer_35_key_1.raw differ diff --git a/qnn/kv/layer_35_value_0.raw b/qnn/kv/layer_35_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2f52a9200cb4f02eb5871d55ce795c2ee17620d6 Binary files /dev/null and b/qnn/kv/layer_35_value_0.raw differ diff --git a/qnn/kv/layer_35_value_1.raw b/qnn/kv/layer_35_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2c6f0b809f94a81a30e9e18a864eec7c6946dd81 Binary files /dev/null and b/qnn/kv/layer_35_value_1.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f348962cd6f6c75d3e261201749c42eced8a0ada Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..86ed0e14f02af64bfe04821295c8b8cc302a68c1 Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0f7e465aead8fd095599e793ab66b969b026683e Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..6bbfcf918fcc826e4c023c6bf46c2d4f3dce3732 Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..42113893e182579582504e01f9ea6b9a9ef87696 Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..21a654fba6dae00f2a9c5446dbcbf2e0727ec538 Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..fbc1368366d20a66af7ee90a1262cdb3af5d4d76 Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..05c1416342db7ce754795220e52c00c545f9a8a3 Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9376ef2d99f44a8dc6b7739392a342ab45598123 Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a19710a0414bc274fa5ddbab92749e1fe25cd4fe Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f3de5a6d66c88a557aafa42ef794503ad5bd8398 Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..291c274eacae57f8e5c84872b1f5e77df5fd3cac Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b732b1e629ef89b67303b8bb3e244c05bf56471 Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5790dc05b680bebf2a3dca117ac4706fca651a89 Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..15ee52d9478de7ab3356ade29eea603700b0ed90 Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..407c5a694e57e4e3f7deb19faaf86596ddfe59a4 Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd421d83b2360cc42b298a369429b4093d8a6e05 Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..86fac2c6beb29ce0403748bc71782f09ede59384 Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b0f30ab43503c0cc6c8b92a3c549c406614b1348 Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..09ddbee3d0efda3256c9a142fd9405673d934993 Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..bb4f0e9c2a3e611b2506db727173422734e39287 Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b263512aaac0aff9157278eaff4c91f07b7de77 Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..32082cce6ac68a6fe534ad423ca3fde314970218 Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..36afe0e81202277d6d6f9de448703c87f8dde941 Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..434de6b3a70fb2ef02d77877f8b2f9cf484fb61b Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a290a264a61251d67120c10b92655b75a8ba6a81 Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..04d00198939ffa2bbafa88effa1467f37f36f555 Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ae62a7582af036df574616620ab03e82bbfa6545 Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/libQnnHexagonSkel_dspApp.so b/qnn/libQnnHexagonSkel_dspApp.so new file mode 100644 index 0000000000000000000000000000000000000000..0dd8874e9ca678a88f0500a09a95cade7bc7e7a5 Binary files /dev/null and b/qnn/libQnnHexagonSkel_dspApp.so differ diff --git a/qnn/libQnnHtp.so b/qnn/libQnnHtp.so new file mode 100644 index 0000000000000000000000000000000000000000..4c43b59cf9beaf71ed06d6669209c1102a802c38 --- /dev/null +++ b/qnn/libQnnHtp.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c869e376e25580cbd9b116b7d18b662dffddcb48f41b1e67e7c7f89e55f1fc8a +size 2014096 diff --git a/qnn/libQnnHtpV75.so b/qnn/libQnnHtpV75.so new file mode 100644 index 0000000000000000000000000000000000000000..e9113aa1a90432b8171eeb37d841822516a3ac9e --- /dev/null +++ b/qnn/libQnnHtpV75.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:778633b0c0a36b1218c18386fbba4bc77cb28f303b33a988054a7d2ad404365e +size 10746336 diff --git a/qnn/libQnnHtpV75Skel.so b/qnn/libQnnHtpV75Skel.so new file mode 100644 index 0000000000000000000000000000000000000000..75114ac0cd7f7205d6abd4f82992eb6840f5e0c2 --- /dev/null +++ b/qnn/libQnnHtpV75Skel.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21399f3ebb637d0546f00fa90a89373019c283a059738dda2695de172a4fbd73 +size 8400052 diff --git a/qnn/libQnnHtpV75Stub.so b/qnn/libQnnHtpV75Stub.so new file mode 100644 index 0000000000000000000000000000000000000000..71154c1cd4a92877cee2ddb43c6ffa92072e89ba Binary files /dev/null and b/qnn/libQnnHtpV75Stub.so differ diff --git a/qnn/libQnnHtpV79.so b/qnn/libQnnHtpV79.so new file mode 100644 index 0000000000000000000000000000000000000000..a233f00bec763ca29da5ddae0e865e3789e73dc3 --- /dev/null +++ b/qnn/libQnnHtpV79.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb62d3208eff8f10d43cfcda62169d892cf6c7937a2be5630853b8316dc4785 +size 11221468 diff --git a/qnn/libQnnHtpV79Skel.so b/qnn/libQnnHtpV79Skel.so new file mode 100644 index 0000000000000000000000000000000000000000..8d80530489306f6fe5a8e00be7f2e42b4109b2ca --- /dev/null +++ b/qnn/libQnnHtpV79Skel.so @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd8ca94206232c98d920cea911e9af660a3eb49425e752374b7dccb57706cf1 +size 8596664 diff --git a/qnn/libQnnHtpV79Stub.so b/qnn/libQnnHtpV79Stub.so new file mode 100644 index 0000000000000000000000000000000000000000..dd9d368334bd785a602eedf820a3b6ec66617624 Binary files /dev/null and b/qnn/libQnnHtpV79Stub.so differ diff --git a/qnn/libQnnSystem.so b/qnn/libQnnSystem.so new file mode 100644 index 0000000000000000000000000000000000000000..81b29f9db4a5fdaff9763ef8a0e9d50cc2880c7b Binary files /dev/null and b/qnn/libQnnSystem.so differ diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin new file mode 100644 index 0000000000000000000000000000000000000000..5aab532b2f9ce3764aa57f6a0ccda1ee457694f4 --- /dev/null +++ b/qnn/lm_head.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c162b392626b2f2de4297e42351a4ec6760bf9ea71c42ffbd4171589b1c954 +size 167152864 diff --git a/qnn/smallthinker_3b_0.bin b/qnn/smallthinker_3b_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..365b2b87ab026404d3d6865b3095849cfdc64f94 --- /dev/null +++ b/qnn/smallthinker_3b_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f4ccbe8702eff86eabd581c0d4bcdb8e4ff935885fae08620060e873da3bf0 +size 1243102520 diff --git a/qnn/smallthinker_3b_1.bin b/qnn/smallthinker_3b_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..ccd0e3e84f860539e072fcfeb611ca9f1370d2fa --- /dev/null +++ b/qnn/smallthinker_3b_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23bee7d9cb0d89f93f8707d4bf3ea4d0051adeb797ea556704b3ff4f89487d1a +size 1151952320 diff --git a/vocab.gguf b/vocab.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0bfa2623795f2f5dc1112fe06f796f35c0f95347 --- /dev/null +++ b/vocab.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2faeb1f43f597a9aa23328309ddb2b4e19e959290e63af35c0f29f9182abbbd4 +size 5929165