diff --git a/ggml/weights.gguf b/ggml/weights.gguf index 2e862a7c9aeea820e0bc21cdb1be8a5b430ca683..c859669490483a4a03a7216f44ec86fac1077ca0 100644 --- a/ggml/weights.gguf +++ b/ggml/weights.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:311af5e718008431b60b8dc4c3613e835f04d4168ddd97c167277bf795657927 -size 1917656096 +oid sha256:9b2a3f5861f15178ac12104c8b0206c40f7591358e6cf5bc0f423965df718ac8 +size 4525777760 diff --git a/model.json b/model.json index 9ee96eed4cb290d60dfd407aabe0fc173a6ea3f3..3d665a6806cbf8b02834536a1546ec37c80cf32d 100644 --- a/model.json +++ b/model.json @@ -1,26 +1,26 @@ { - "model_id": "smallthinker_0.5b_8gen4", - "model_arch": "qwen2", + "model_id": "llama3.1_8b_8gen4", + "model_arch": "llama", "version": 20241202, "llm_config": { - "embed_dim": 896, - "ffn_dim": 4864, - "head_size": 64, - "kv_dim": 128, - "n_attn_heads": 14, - "n_attn_kv_heads": 2, - "n_ctx": 32768, - "n_layers": 24, - "norm_eps": 9.999999974752427e-07, - "vocab_size": 151936, + "embed_dim": 4096, + "ffn_dim": 14336, + "head_size": 128, + "kv_dim": 1024, + "n_attn_heads": 32, + "n_attn_kv_heads": 8, + "n_ctx": 131072, + "n_layers": 32, + "norm_eps": 9.999999747378752e-06, + "vocab_size": 128256, "rope_config": { - "n_rope_ctx_orig": 32768, + "n_rope_ctx_orig": 131072, "rope_attn_factor": 1.0, - "rope_dim": 64, - "rope_freq_base": 1000000.0, + "rope_dim": 128, + "rope_freq_base": 500000.0, "rope_freq_scale": 1.0, "rope_scale_type": "linear", - "rope_type": -1 + "rope_type": 0 } }, "vision": {} diff --git a/qnn/config.json b/qnn/config.json index 915a376ff85c8f1913dd669061d57c7d943f5d43..19e3c41c9a440200f347cacf9d41fbd02b7e106d 100644 --- a/qnn/config.json +++ b/qnn/config.json @@ -1,15 +1,15 @@ { "model_parameters": { - "n_layers": 36, - "vocab_size": 151936, - "embed_dim": 2048, - "ffn_hidden_dim": 11008, + "n_layers": 32, + "vocab_size": 128256, + "embed_dim": 4096, + "ffn_hidden_dim": 14336, "head_dim": 128, - "n_kv_heads": 2, - "rope_theta": 1000000.0, - "rms_norm_eps": 1e-06, - "attention_mask_value": -50000.0, - "tie_embedding": true + "n_kv_heads": 8, + "rope_theta": 500000.0, + "rms_norm_eps": 1e-05, + "attention_mask_value": -100000.0, + "tie_embedding": false }, "qnn_parameters": { "n_hvx_threads": 4 @@ -18,65 +18,121 @@ { "type": "transformers", "start_layer_id": 0, - "end_layer_id": 18, - "batch_size": 16, + "end_layer_id": 8, + "batch_size": 1, "cache_size": 1920, "context_size": 2048, - "graph_name": "batch_16", - "model_path": "smallthinker_3b_0.bin", + "graph_name": "batch_1", + "model_path": "llama3_1_8b_0.bin", "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", - "kv_size": 11, + "kv_size": 13, "x_name": "x", "out_name": "out" }, { "type": "transformers", - "start_layer_id": 18, - "end_layer_id": 36, - "batch_size": 16, + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 1, "cache_size": 1920, "context_size": 2048, - "graph_name": "batch_16", - "model_path": "smallthinker_3b_1.bin", + "graph_name": "batch_1", + "model_path": "llama3_1_8b_1.bin", "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", - "kv_size": 11, + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_2.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 24, + "end_layer_id": 32, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_3.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, "x_name": "x", "out_name": "out" }, { "type": "transformers", "start_layer_id": 0, - "end_layer_id": 18, + "end_layer_id": 8, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, "batch_size": 128, "cache_size": 1920, "context_size": 2048, "graph_name": "batch_128", - "model_path": "smallthinker_3b_0.bin", + "model_path": "llama3_1_8b_2.bin", "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", - "kv_size": 11, + "kv_size": 13, "x_name": "x", "out_name": "out" }, { "type": "transformers", - "start_layer_id": 18, - "end_layer_id": 36, + "start_layer_id": 24, + "end_layer_id": 32, "batch_size": 128, "cache_size": 1920, "context_size": 2048, "graph_name": "batch_128", - "model_path": "smallthinker_3b_1.bin", + "model_path": "llama3_1_8b_3.bin", "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", - "kv_size": 11, + "kv_size": 13, "x_name": "x", "out_name": "out" } ], "embeddings": [ { - "graph_name": "batch_16", + "graph_name": "batch_1", "model_path": "lm_head.bin", - "batch_size": 16, + "batch_size": 1, "x_name": "x", "out_name": "logits" }, diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw index e33b3f96c972634fe98994e1d8429a38aa4004c6..a66a0e9207df00a8fc861604630a002abe487779 100644 Binary files a/qnn/kv/layer_0_key_0.raw and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw index 8e6f9e04c02d66a3440d176f70fa7decba66c37a..01bf91f6871073afa55e198e1e3300c005eed756 100644 Binary files a/qnn/kv/layer_0_key_1.raw and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_key_2.raw b/qnn/kv/layer_0_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..21f2f05b244c4403acf3c111f33067ddac6b5536 Binary files /dev/null and b/qnn/kv/layer_0_key_2.raw differ diff --git a/qnn/kv/layer_0_key_3.raw b/qnn/kv/layer_0_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c68e6000aba4cfd438865386d8a275c9ef45e0a Binary files /dev/null and b/qnn/kv/layer_0_key_3.raw differ diff --git a/qnn/kv/layer_0_key_4.raw b/qnn/kv/layer_0_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9b482761961a61be8675ae367ac152090e18a513 Binary files /dev/null and b/qnn/kv/layer_0_key_4.raw differ diff --git a/qnn/kv/layer_0_key_5.raw b/qnn/kv/layer_0_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd0601cd205a6c524efaf999dab404a9daa327d9 Binary files /dev/null and b/qnn/kv/layer_0_key_5.raw differ diff --git a/qnn/kv/layer_0_key_6.raw b/qnn/kv/layer_0_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8d630f92b171c99aa0c2f799d158bbaa52f147b5 Binary files /dev/null and b/qnn/kv/layer_0_key_6.raw differ diff --git a/qnn/kv/layer_0_key_7.raw b/qnn/kv/layer_0_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..80601111b7c04c6af3f999a4a3759626b79c970a Binary files /dev/null and b/qnn/kv/layer_0_key_7.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw index d7e4560cefc3448d0d4c541b15e3f66a424d63cb..af772c8a3147f20b994f82b85adcd5705b797907 100644 Binary files a/qnn/kv/layer_0_value_0.raw and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw index e9d4eb65efbcb30e84b25fbea74aca377c915e73..7035c749acc9fba5709ef7a6ca33b0dcb7b81de0 100644 Binary files a/qnn/kv/layer_0_value_1.raw and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_0_value_2.raw b/qnn/kv/layer_0_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cfb0c785bbdd617a09b7a90cecc3798f4f5d9ce1 Binary files /dev/null and b/qnn/kv/layer_0_value_2.raw differ diff --git a/qnn/kv/layer_0_value_3.raw b/qnn/kv/layer_0_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..76482a84bdcfc44d20603ecee7ded556fde8c1cd Binary files /dev/null and b/qnn/kv/layer_0_value_3.raw differ diff --git a/qnn/kv/layer_0_value_4.raw b/qnn/kv/layer_0_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..23fb3dd3bf8a60ce063e05cad61a05bbd425ede8 Binary files /dev/null and b/qnn/kv/layer_0_value_4.raw differ diff --git a/qnn/kv/layer_0_value_5.raw b/qnn/kv/layer_0_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..0356dce9b526e0d7dcffde2bfc4f83b382ce4617 Binary files /dev/null and b/qnn/kv/layer_0_value_5.raw differ diff --git a/qnn/kv/layer_0_value_6.raw b/qnn/kv/layer_0_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..414a5143252dbd58d710f6814aa6aaad7b22d450 Binary files /dev/null and b/qnn/kv/layer_0_value_6.raw differ diff --git a/qnn/kv/layer_0_value_7.raw b/qnn/kv/layer_0_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef63161e0486ebe6b3efe1e4ba9d67e0761a54d9 Binary files /dev/null and b/qnn/kv/layer_0_value_7.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw index 2789f6c08683131954bb592a8f8118a716e0153b..482aaab49d896b5c483ba603c711d7a1ca5dd0a7 100644 Binary files a/qnn/kv/layer_10_key_0.raw and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw index e04b608c2e21d3e997665602a5ad77b5c18df9e0..7f22e5d1d56ee64b52296658f997138b3574b644 100644 Binary files a/qnn/kv/layer_10_key_1.raw and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_key_2.raw b/qnn/kv/layer_10_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d308f1046263d3263b194387989ac2257216519c Binary files /dev/null and b/qnn/kv/layer_10_key_2.raw differ diff --git a/qnn/kv/layer_10_key_3.raw b/qnn/kv/layer_10_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..32dff13f10a4048165ca0b65b30e37ada0f63727 Binary files /dev/null and b/qnn/kv/layer_10_key_3.raw differ diff --git a/qnn/kv/layer_10_key_4.raw b/qnn/kv/layer_10_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f81ac5db2084b56f54ddad6e096e2be89b558702 Binary files /dev/null and b/qnn/kv/layer_10_key_4.raw differ diff --git a/qnn/kv/layer_10_key_5.raw b/qnn/kv/layer_10_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a87c360e2203534b5d7eae6ef2cdbad2171a260 Binary files /dev/null and b/qnn/kv/layer_10_key_5.raw differ diff --git a/qnn/kv/layer_10_key_6.raw b/qnn/kv/layer_10_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc9ab42284a0d49d9d55d6c486373ac4dd2b3cc7 Binary files /dev/null and b/qnn/kv/layer_10_key_6.raw differ diff --git a/qnn/kv/layer_10_key_7.raw b/qnn/kv/layer_10_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4558c86cd488914c53df697e927e9561d1c9fd73 Binary files /dev/null and b/qnn/kv/layer_10_key_7.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw index 553a2e36b0a7f71a13bffe34a19c81355691c3f0..fa3be8b0455979ea308b10880bfc565aa03d4837 100644 Binary files a/qnn/kv/layer_10_value_0.raw and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw index f3df224e02515514aae9c5fbc465a02c75d9fda8..4b04d676f8b450473ba7f9c72c76f578e75f461a 100644 Binary files a/qnn/kv/layer_10_value_1.raw and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_10_value_2.raw b/qnn/kv/layer_10_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e136c22157ea7475f14eb28ad752864aaa296568 Binary files /dev/null and b/qnn/kv/layer_10_value_2.raw differ diff --git a/qnn/kv/layer_10_value_3.raw b/qnn/kv/layer_10_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a3d7c42df3554d209210fce6e9bffd9734130ab Binary files /dev/null and b/qnn/kv/layer_10_value_3.raw differ diff --git a/qnn/kv/layer_10_value_4.raw b/qnn/kv/layer_10_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..051b0dc214a4b13619c4fa8bb10f9502a1bff7f5 Binary files /dev/null and b/qnn/kv/layer_10_value_4.raw differ diff --git a/qnn/kv/layer_10_value_5.raw b/qnn/kv/layer_10_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..695cb251f9ec197798f10b100f904c9f51aea597 Binary files /dev/null and b/qnn/kv/layer_10_value_5.raw differ diff --git a/qnn/kv/layer_10_value_6.raw b/qnn/kv/layer_10_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..67a1bc23303966d83a58f4a6d285d6cd23af57ff Binary files /dev/null and b/qnn/kv/layer_10_value_6.raw differ diff --git a/qnn/kv/layer_10_value_7.raw b/qnn/kv/layer_10_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..5809bdb011fd9598399c8a4766745e37b62c225b Binary files /dev/null and b/qnn/kv/layer_10_value_7.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw index e3139ed1bf70efee7da266e8561fd28937b9103b..67096e5a6592f05211e3a8e4c5910a762b817ae8 100644 Binary files a/qnn/kv/layer_11_key_0.raw and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw index 413164049a032b1246bbbe8252ba09e3ad2408cc..eb7967f68129a75d822863ba17c7139e11721512 100644 Binary files a/qnn/kv/layer_11_key_1.raw and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_key_2.raw b/qnn/kv/layer_11_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ac45a677c26136a7c0b03f42949ab6fdffba118 Binary files /dev/null and b/qnn/kv/layer_11_key_2.raw differ diff --git a/qnn/kv/layer_11_key_3.raw b/qnn/kv/layer_11_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ebc8f141c9390015f92ac9536068b20d5b79223 Binary files /dev/null and b/qnn/kv/layer_11_key_3.raw differ diff --git a/qnn/kv/layer_11_key_4.raw b/qnn/kv/layer_11_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ba57ec34d17176e84744c70342f9ab095551359f Binary files /dev/null and b/qnn/kv/layer_11_key_4.raw differ diff --git a/qnn/kv/layer_11_key_5.raw b/qnn/kv/layer_11_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..aaa6d60c1b1e4c535b0d0d9e0cac2b1b151a6423 Binary files /dev/null and b/qnn/kv/layer_11_key_5.raw differ diff --git a/qnn/kv/layer_11_key_6.raw b/qnn/kv/layer_11_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b987d56c8e5520e63fac346b4d59235b8ca16b2d Binary files /dev/null and b/qnn/kv/layer_11_key_6.raw differ diff --git a/qnn/kv/layer_11_key_7.raw b/qnn/kv/layer_11_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f854b1176d21a2050306db603bf235509d86860f Binary files /dev/null and b/qnn/kv/layer_11_key_7.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw index 73a4b7d302e7a7ea160af51760b327888deb0eda..c89ed860d3af77ae64728cfb9e48bffcf100121a 100644 Binary files a/qnn/kv/layer_11_value_0.raw and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw index 3a0ac5cf686ad6906bcce86594af9f5940b75ba1..92d878a448456926c8afde24a6b4cd62f4fd9e46 100644 Binary files a/qnn/kv/layer_11_value_1.raw and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_11_value_2.raw b/qnn/kv/layer_11_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5100c2d3af3a734cde52c0d916475c966be75d81 Binary files /dev/null and b/qnn/kv/layer_11_value_2.raw differ diff --git a/qnn/kv/layer_11_value_3.raw b/qnn/kv/layer_11_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4212170acc7c51bb592410c10bedf40d5aafdef4 Binary files /dev/null and b/qnn/kv/layer_11_value_3.raw differ diff --git a/qnn/kv/layer_11_value_4.raw b/qnn/kv/layer_11_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e1b49cf6805eefdeb55805435b331de92f889e41 Binary files /dev/null and b/qnn/kv/layer_11_value_4.raw differ diff --git a/qnn/kv/layer_11_value_5.raw b/qnn/kv/layer_11_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c95f2131c0fe6bb00022bf50615494d39736fed6 Binary files /dev/null and b/qnn/kv/layer_11_value_5.raw differ diff --git a/qnn/kv/layer_11_value_6.raw b/qnn/kv/layer_11_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9a0cbb9217a843ffa37529aa159cf1f47f61295 Binary files /dev/null and b/qnn/kv/layer_11_value_6.raw differ diff --git a/qnn/kv/layer_11_value_7.raw b/qnn/kv/layer_11_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e2b15904bfb552d8d6cb4839903b8cb20d11de03 Binary files /dev/null and b/qnn/kv/layer_11_value_7.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw index 8f7da1b9b54717ed836e863256c5e3ec621106c1..1944055a70867d75992153f8cd81aeb5cfb7e6f9 100644 Binary files a/qnn/kv/layer_12_key_0.raw and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw index d3852cf05e7261d0e59105fd4a24b7dd3edcbf18..6f56991bcd66beb180e084a9935d2764d8adfca6 100644 Binary files a/qnn/kv/layer_12_key_1.raw and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_key_2.raw b/qnn/kv/layer_12_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e55a64a5e14d19d2d5ede81e41d6ef8f4980edd8 Binary files /dev/null and b/qnn/kv/layer_12_key_2.raw differ diff --git a/qnn/kv/layer_12_key_3.raw b/qnn/kv/layer_12_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..51e37c19bf4023b56b9ffbc07405d5213c62de48 Binary files /dev/null and b/qnn/kv/layer_12_key_3.raw differ diff --git a/qnn/kv/layer_12_key_4.raw b/qnn/kv/layer_12_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f59b21200aee53630854bf99db8af7f9e34aa26b Binary files /dev/null and b/qnn/kv/layer_12_key_4.raw differ diff --git a/qnn/kv/layer_12_key_5.raw b/qnn/kv/layer_12_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f3452c7efd3aca693633f6498f02373a0e7a6fc0 Binary files /dev/null and b/qnn/kv/layer_12_key_5.raw differ diff --git a/qnn/kv/layer_12_key_6.raw b/qnn/kv/layer_12_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..81220d84405abc431c732ecf7f0848bd3b8d12b8 Binary files /dev/null and b/qnn/kv/layer_12_key_6.raw differ diff --git a/qnn/kv/layer_12_key_7.raw b/qnn/kv/layer_12_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..032c7f810bc864878b9b6d3a8ba14829aaa150c6 Binary files /dev/null and b/qnn/kv/layer_12_key_7.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw index fa676146ebf0eda5899d115bb9e8659a38e64ab3..d7363a444f8edd94e1b3a24ccb51dfdbd55e616d 100644 Binary files a/qnn/kv/layer_12_value_0.raw and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw index fdeb94aa3b85a4f1dc599752d0fb0bdb5773b19a..f73dcf84b11cb6e5a5a2449d26716a92a1f8a4a4 100644 Binary files a/qnn/kv/layer_12_value_1.raw and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_12_value_2.raw b/qnn/kv/layer_12_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c76ae04e3bf4e7cbe89d431dce346b5354c193b4 Binary files /dev/null and b/qnn/kv/layer_12_value_2.raw differ diff --git a/qnn/kv/layer_12_value_3.raw b/qnn/kv/layer_12_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f54f99e2553eef0c667bd868eec260a4f942bbd4 Binary files /dev/null and b/qnn/kv/layer_12_value_3.raw differ diff --git a/qnn/kv/layer_12_value_4.raw b/qnn/kv/layer_12_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..af8c40693a65571dcb29cb92aa32fcad94195096 Binary files /dev/null and b/qnn/kv/layer_12_value_4.raw differ diff --git a/qnn/kv/layer_12_value_5.raw b/qnn/kv/layer_12_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8df47ccc0f9840ada9fec4e28f8583c46122be38 Binary files /dev/null and b/qnn/kv/layer_12_value_5.raw differ diff --git a/qnn/kv/layer_12_value_6.raw b/qnn/kv/layer_12_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb35ddd433389fe4bfcab6c4fd45cfa9cbff658e Binary files /dev/null and b/qnn/kv/layer_12_value_6.raw differ diff --git a/qnn/kv/layer_12_value_7.raw b/qnn/kv/layer_12_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..05baa7dd60ec7535ba0a1f5d317def76d72356b9 Binary files /dev/null and b/qnn/kv/layer_12_value_7.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw index 59d1c2ed6a85bd275d8d07d6312b0cbb5bc0a92f..f569422350feb16ece0faa0d45baa2f743f91562 100644 Binary files a/qnn/kv/layer_13_key_0.raw and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw index 0768733a13328f8db3bbe63e00323884d789838b..9160fb52845099ced2b262b63dbb230f5f42cf41 100644 Binary files a/qnn/kv/layer_13_key_1.raw and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_key_2.raw b/qnn/kv/layer_13_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..813894169b7068673ecd90bbc6c1256b986e5768 Binary files /dev/null and b/qnn/kv/layer_13_key_2.raw differ diff --git a/qnn/kv/layer_13_key_3.raw b/qnn/kv/layer_13_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..07c20dba2ea6c338da8e78ef79a2724e9d63bee7 Binary files /dev/null and b/qnn/kv/layer_13_key_3.raw differ diff --git a/qnn/kv/layer_13_key_4.raw b/qnn/kv/layer_13_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..04a950cb1a9740a8d846d891f0443535fdad79f6 Binary files /dev/null and b/qnn/kv/layer_13_key_4.raw differ diff --git a/qnn/kv/layer_13_key_5.raw b/qnn/kv/layer_13_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b571ab2d8820232d5964dfb3529e9d4bfd1efcb7 Binary files /dev/null and b/qnn/kv/layer_13_key_5.raw differ diff --git a/qnn/kv/layer_13_key_6.raw b/qnn/kv/layer_13_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1ff14daa6e49410f591f0df71e94b8efd0f420d8 Binary files /dev/null and b/qnn/kv/layer_13_key_6.raw differ diff --git a/qnn/kv/layer_13_key_7.raw b/qnn/kv/layer_13_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..07c5e886152cf87896693269f79a62c77578eefb Binary files /dev/null and b/qnn/kv/layer_13_key_7.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw index 1f5ffb3ad0bf49355c5ff06aa922fe610f01bdfe..9c1639dff2e091a91160f13b677bcb10759c2244 100644 Binary files a/qnn/kv/layer_13_value_0.raw and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw index 0a29588abdc094f9e9af31d5c811f562ae022413..1dd95d1ca8b2b8af07cc12809c78e211fcd2b2d9 100644 Binary files a/qnn/kv/layer_13_value_1.raw and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_13_value_2.raw b/qnn/kv/layer_13_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7bde8bb578bb9d144310b88151446b4050d04872 Binary files /dev/null and b/qnn/kv/layer_13_value_2.raw differ diff --git a/qnn/kv/layer_13_value_3.raw b/qnn/kv/layer_13_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4fa56569bae5b624369d61794248dd7645a1f770 Binary files /dev/null and b/qnn/kv/layer_13_value_3.raw differ diff --git a/qnn/kv/layer_13_value_4.raw b/qnn/kv/layer_13_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a0cec0c1a12273b239f2c3a27c2fd96ead7a97e6 Binary files /dev/null and b/qnn/kv/layer_13_value_4.raw differ diff --git a/qnn/kv/layer_13_value_5.raw b/qnn/kv/layer_13_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a4017ad2fd260f35e04dbf0173235b9d375ad9a5 Binary files /dev/null and b/qnn/kv/layer_13_value_5.raw differ diff --git a/qnn/kv/layer_13_value_6.raw b/qnn/kv/layer_13_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2b1d64f556be3ec272c724479e6d713678ed7b4c Binary files /dev/null and b/qnn/kv/layer_13_value_6.raw differ diff --git a/qnn/kv/layer_13_value_7.raw b/qnn/kv/layer_13_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f727751c5439623605c940e833b9cecc0efc4ee Binary files /dev/null and b/qnn/kv/layer_13_value_7.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw index 21e75558883faa10f78959eb0ec37de95442b292..f88db7706b456611826ecb3ed01e6a08cd474507 100644 Binary files a/qnn/kv/layer_14_key_0.raw and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw index 5ff563e3826fd74d3416c741a2f3008f85ad2d13..ddfe48cd24c2d1a8296e2fc9cfbc4cea10905556 100644 Binary files a/qnn/kv/layer_14_key_1.raw and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_key_2.raw b/qnn/kv/layer_14_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..bbefacb62e5c912966d3a4df98e5faeb00b6fcb4 Binary files /dev/null and b/qnn/kv/layer_14_key_2.raw differ diff --git a/qnn/kv/layer_14_key_3.raw b/qnn/kv/layer_14_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f8e51c3da0a97e89d81b735f828b34aa00e05398 Binary files /dev/null and b/qnn/kv/layer_14_key_3.raw differ diff --git a/qnn/kv/layer_14_key_4.raw b/qnn/kv/layer_14_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..802d13ef710ba2268e22a178f7cd75d17e5862a2 Binary files /dev/null and b/qnn/kv/layer_14_key_4.raw differ diff --git a/qnn/kv/layer_14_key_5.raw b/qnn/kv/layer_14_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e2adf5dfb1d935b8c660e2dba8cdd0d1a5055d0 Binary files /dev/null and b/qnn/kv/layer_14_key_5.raw differ diff --git a/qnn/kv/layer_14_key_6.raw b/qnn/kv/layer_14_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..757dae804e61678e78762434628866e8c2112b40 Binary files /dev/null and b/qnn/kv/layer_14_key_6.raw differ diff --git a/qnn/kv/layer_14_key_7.raw b/qnn/kv/layer_14_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f59d7e1b8466c4b5c4528004d3544f28a352e8b Binary files /dev/null and b/qnn/kv/layer_14_key_7.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw index 5f094517628a6e903c303261c204e1361a10bf73..cb22c6b099dac73ffb46dd17635432be80ee2ec5 100644 Binary files a/qnn/kv/layer_14_value_0.raw and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw index 4b6ce126b905be90ec059b322027ee9e259461e2..10d986caa7609851ec4d5ac7c69dc551e7f8ed87 100644 Binary files a/qnn/kv/layer_14_value_1.raw and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_14_value_2.raw b/qnn/kv/layer_14_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f84a1772e749c0af9642d56cbebe08d49f07b933 Binary files /dev/null and b/qnn/kv/layer_14_value_2.raw differ diff --git a/qnn/kv/layer_14_value_3.raw b/qnn/kv/layer_14_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cdd5f1da4792bf0bad177bf0d644134eba96902 Binary files /dev/null and b/qnn/kv/layer_14_value_3.raw differ diff --git a/qnn/kv/layer_14_value_4.raw b/qnn/kv/layer_14_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9052cb24fdf306e63b7368db67df3fa8d98c5e92 Binary files /dev/null and b/qnn/kv/layer_14_value_4.raw differ diff --git a/qnn/kv/layer_14_value_5.raw b/qnn/kv/layer_14_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcc1fa07fc96c18af7cb118fdcd5420f366d9e8f Binary files /dev/null and b/qnn/kv/layer_14_value_5.raw differ diff --git a/qnn/kv/layer_14_value_6.raw b/qnn/kv/layer_14_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c49b3277baf591a034054ad8a01d43449e4be82 Binary files /dev/null and b/qnn/kv/layer_14_value_6.raw differ diff --git a/qnn/kv/layer_14_value_7.raw b/qnn/kv/layer_14_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..442a3760f788a9d284287b3cf2c4d44afd2d94dc Binary files /dev/null and b/qnn/kv/layer_14_value_7.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw index 4aad80df60cb86e4089e22d5ac93965ea4a279be..acf42c695207c3edf3abac0d5479864f11012721 100644 Binary files a/qnn/kv/layer_15_key_0.raw and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw index 8d954c36df48086332d0112f3247ed66b8dc3240..e261f21ef65e09eaa436dba211faa22c19a6d775 100644 Binary files a/qnn/kv/layer_15_key_1.raw and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_key_2.raw b/qnn/kv/layer_15_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcb3277500ce0ecc6f9241964a96a5b58cea5165 Binary files /dev/null and b/qnn/kv/layer_15_key_2.raw differ diff --git a/qnn/kv/layer_15_key_3.raw b/qnn/kv/layer_15_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a856a3205de4992a656eacd37211b0505bb0183 Binary files /dev/null and b/qnn/kv/layer_15_key_3.raw differ diff --git a/qnn/kv/layer_15_key_4.raw b/qnn/kv/layer_15_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f87b532158db85021560b7c618d1303104c58cf Binary files /dev/null and b/qnn/kv/layer_15_key_4.raw differ diff --git a/qnn/kv/layer_15_key_5.raw b/qnn/kv/layer_15_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a315390faa2eaa5f33b98dd69c7ae85782e201d3 Binary files /dev/null and b/qnn/kv/layer_15_key_5.raw differ diff --git a/qnn/kv/layer_15_key_6.raw b/qnn/kv/layer_15_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d316e16c70e6531a1add165ada11a7f9098cd1a1 Binary files /dev/null and b/qnn/kv/layer_15_key_6.raw differ diff --git a/qnn/kv/layer_15_key_7.raw b/qnn/kv/layer_15_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf227ecf849d8f241bfc0c8bd9b5347c9094ccc5 Binary files /dev/null and b/qnn/kv/layer_15_key_7.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw index a9b50724fbb3e006644512c5661a8ab686fddd4f..a72f47729e57b2b919da8126c88300583214f409 100644 Binary files a/qnn/kv/layer_15_value_0.raw and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw index 29a9e5b019c0814e79ae57696866866084394a73..f284645ad6fcaeb3098b964d8aced80c779a229b 100644 Binary files a/qnn/kv/layer_15_value_1.raw and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_15_value_2.raw b/qnn/kv/layer_15_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9322c3902e310a7e36cf477f10a1b982173794e Binary files /dev/null and b/qnn/kv/layer_15_value_2.raw differ diff --git a/qnn/kv/layer_15_value_3.raw b/qnn/kv/layer_15_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..09ada15e34d6457244195c7fb008c244a4be407a Binary files /dev/null and b/qnn/kv/layer_15_value_3.raw differ diff --git a/qnn/kv/layer_15_value_4.raw b/qnn/kv/layer_15_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a61e2519f1479437950cd4fadb316cdf9a95698b Binary files /dev/null and b/qnn/kv/layer_15_value_4.raw differ diff --git a/qnn/kv/layer_15_value_5.raw b/qnn/kv/layer_15_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b178133ab4e3b7b9170a4dac6a91bf46878870e Binary files /dev/null and b/qnn/kv/layer_15_value_5.raw differ diff --git a/qnn/kv/layer_15_value_6.raw b/qnn/kv/layer_15_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..74e5c0bba4193950b18d65bdc3e7037e3392daae Binary files /dev/null and b/qnn/kv/layer_15_value_6.raw differ diff --git a/qnn/kv/layer_15_value_7.raw b/qnn/kv/layer_15_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f794166c5e891fc720821bdca465322971da2fb Binary files /dev/null and b/qnn/kv/layer_15_value_7.raw differ diff --git a/qnn/kv/layer_16_key_0.raw b/qnn/kv/layer_16_key_0.raw index 3d320241b6960e0544e52dade06c899287e43ba3..79cc500f58ed8f2652d30100f39037e7040d9449 100644 Binary files a/qnn/kv/layer_16_key_0.raw and b/qnn/kv/layer_16_key_0.raw differ diff --git a/qnn/kv/layer_16_key_1.raw b/qnn/kv/layer_16_key_1.raw index a97a34e3ae3cbff7945f36db794984910f9459e9..179c404633fadec7b89ef35d715bc6d7ee990158 100644 Binary files a/qnn/kv/layer_16_key_1.raw and b/qnn/kv/layer_16_key_1.raw differ diff --git a/qnn/kv/layer_16_key_2.raw b/qnn/kv/layer_16_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c335c2e736d14c39c80ca3fd8ba5245d1b03ba05 Binary files /dev/null and b/qnn/kv/layer_16_key_2.raw differ diff --git a/qnn/kv/layer_16_key_3.raw b/qnn/kv/layer_16_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0eef9ce8d2151896c64d03447feb62b96072831a Binary files /dev/null and b/qnn/kv/layer_16_key_3.raw differ diff --git a/qnn/kv/layer_16_key_4.raw b/qnn/kv/layer_16_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7de9eb712f23abf94b42e4b70096f5243d585bdf Binary files /dev/null and b/qnn/kv/layer_16_key_4.raw differ diff --git a/qnn/kv/layer_16_key_5.raw b/qnn/kv/layer_16_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d00f254b423c8e742901231af41d6fae9ead64dc Binary files /dev/null and b/qnn/kv/layer_16_key_5.raw differ diff --git a/qnn/kv/layer_16_key_6.raw b/qnn/kv/layer_16_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d8b4f7a44af832ac5bd846a469a38d772f5cb8c9 Binary files /dev/null and b/qnn/kv/layer_16_key_6.raw differ diff --git a/qnn/kv/layer_16_key_7.raw b/qnn/kv/layer_16_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f99419ba7a793c5fd65e124bc81ef948529e637a Binary files /dev/null and b/qnn/kv/layer_16_key_7.raw differ diff --git a/qnn/kv/layer_16_value_0.raw b/qnn/kv/layer_16_value_0.raw index a63608669cf019be4d7ea48c780924961969a812..f1e8ba894745ad2d6c78f83124bb3c35999837d6 100644 Binary files a/qnn/kv/layer_16_value_0.raw and b/qnn/kv/layer_16_value_0.raw differ diff --git a/qnn/kv/layer_16_value_1.raw b/qnn/kv/layer_16_value_1.raw index 978c5ccde25aa51b283219085225170ee4c75170..a2c1b73f44845165f72388bd264f4d9bdb650868 100644 Binary files a/qnn/kv/layer_16_value_1.raw and b/qnn/kv/layer_16_value_1.raw differ diff --git a/qnn/kv/layer_16_value_2.raw b/qnn/kv/layer_16_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..723952230493faf290cbe27823e001145f5a74d2 Binary files /dev/null and b/qnn/kv/layer_16_value_2.raw differ diff --git a/qnn/kv/layer_16_value_3.raw b/qnn/kv/layer_16_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4804e7b1a27f818dbf9c24ed9731eb127c92d42a Binary files /dev/null and b/qnn/kv/layer_16_value_3.raw differ diff --git a/qnn/kv/layer_16_value_4.raw b/qnn/kv/layer_16_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd35f186862d97a7c886eac92d24825099614444 Binary files /dev/null and b/qnn/kv/layer_16_value_4.raw differ diff --git a/qnn/kv/layer_16_value_5.raw b/qnn/kv/layer_16_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c318d0dbf60cd5110aa63b4e992876a280b8e81 Binary files /dev/null and b/qnn/kv/layer_16_value_5.raw differ diff --git a/qnn/kv/layer_16_value_6.raw b/qnn/kv/layer_16_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c8f9781fa3bc5a5c05728a42d59f4276c8f08ca3 Binary files /dev/null and b/qnn/kv/layer_16_value_6.raw differ diff --git a/qnn/kv/layer_16_value_7.raw b/qnn/kv/layer_16_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e83ac3ea81f50d466d3c0e8fea28dcc4d8ba3ba0 Binary files /dev/null and b/qnn/kv/layer_16_value_7.raw differ diff --git a/qnn/kv/layer_17_key_0.raw b/qnn/kv/layer_17_key_0.raw index 0890a28e9f4f8b84ca09b3f5de53fe1e2b0d5096..a946eeb6d657871a3a461261730f0d6f6c2c5b56 100644 Binary files a/qnn/kv/layer_17_key_0.raw and b/qnn/kv/layer_17_key_0.raw differ diff --git a/qnn/kv/layer_17_key_1.raw b/qnn/kv/layer_17_key_1.raw index a7e68d0770ba014fbc2cf47a576da60b4e28d1a2..c7c1b7159226285f35b37e19fd37b1c70884c356 100644 Binary files a/qnn/kv/layer_17_key_1.raw and b/qnn/kv/layer_17_key_1.raw differ diff --git a/qnn/kv/layer_17_key_2.raw b/qnn/kv/layer_17_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b5eb9f485b6b85d2402e153e1b8bfc88d79e7510 Binary files /dev/null and b/qnn/kv/layer_17_key_2.raw differ diff --git a/qnn/kv/layer_17_key_3.raw b/qnn/kv/layer_17_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b24edd97bcf39acd6be546626ed6efdbd642eeaf Binary files /dev/null and b/qnn/kv/layer_17_key_3.raw differ diff --git a/qnn/kv/layer_17_key_4.raw b/qnn/kv/layer_17_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2423f7af31950b42b339925bf62aa9b274d42895 Binary files /dev/null and b/qnn/kv/layer_17_key_4.raw differ diff --git a/qnn/kv/layer_17_key_5.raw b/qnn/kv/layer_17_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..602465c13f9d74cc202628b44597740db31ffe66 Binary files /dev/null and b/qnn/kv/layer_17_key_5.raw differ diff --git a/qnn/kv/layer_17_key_6.raw b/qnn/kv/layer_17_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9aa411ec1c55531965176bf05758cfa247ec21a6 Binary files /dev/null and b/qnn/kv/layer_17_key_6.raw differ diff --git a/qnn/kv/layer_17_key_7.raw b/qnn/kv/layer_17_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7b294dbd9dca3bc818e695a7ec3cdc4a47b1cd2d Binary files /dev/null and b/qnn/kv/layer_17_key_7.raw differ diff --git a/qnn/kv/layer_17_value_0.raw b/qnn/kv/layer_17_value_0.raw index a863c9e22bcb98a700596ec5788d4cc5ab0ebb6a..594fed22f25d86bae10af3f04ecb2465b0af485b 100644 Binary files a/qnn/kv/layer_17_value_0.raw and b/qnn/kv/layer_17_value_0.raw differ diff --git a/qnn/kv/layer_17_value_1.raw b/qnn/kv/layer_17_value_1.raw index 73de002863a666dc82b85729ba609bed1ca63471..805b4e6a83f5f9560d56776f5e7d1381f9a8330c 100644 Binary files a/qnn/kv/layer_17_value_1.raw and b/qnn/kv/layer_17_value_1.raw differ diff --git a/qnn/kv/layer_17_value_2.raw b/qnn/kv/layer_17_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f25adcb22bc0c8a4b1459987965feb8289522610 Binary files /dev/null and b/qnn/kv/layer_17_value_2.raw differ diff --git a/qnn/kv/layer_17_value_3.raw b/qnn/kv/layer_17_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d234d5d1157cca2faa333d81b0e6023853078dd5 Binary files /dev/null and b/qnn/kv/layer_17_value_3.raw differ diff --git a/qnn/kv/layer_17_value_4.raw b/qnn/kv/layer_17_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..440b362182391ccddf7c7b67041a89b9bc38d0ff Binary files /dev/null and b/qnn/kv/layer_17_value_4.raw differ diff --git a/qnn/kv/layer_17_value_5.raw b/qnn/kv/layer_17_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f824673bc7047ada774dfcdd02c43faa7435cdc6 Binary files /dev/null and b/qnn/kv/layer_17_value_5.raw differ diff --git a/qnn/kv/layer_17_value_6.raw b/qnn/kv/layer_17_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c74314c85588e24014d579165251eb4c0866a1e Binary files /dev/null and b/qnn/kv/layer_17_value_6.raw differ diff --git a/qnn/kv/layer_17_value_7.raw b/qnn/kv/layer_17_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6e222d80eaaba3abb797301d644d3ecee39132a Binary files /dev/null and b/qnn/kv/layer_17_value_7.raw differ diff --git a/qnn/kv/layer_18_key_0.raw b/qnn/kv/layer_18_key_0.raw index ce3a8927a9b500cfcc8d9d07293c6e0af30030bb..7861f389254d7822bb95d52d27053baa5c35d78a 100644 Binary files a/qnn/kv/layer_18_key_0.raw and b/qnn/kv/layer_18_key_0.raw differ diff --git a/qnn/kv/layer_18_key_1.raw b/qnn/kv/layer_18_key_1.raw index 1134b5262318f467c086bc85cdfdfaf013b1e28d..c9bfeb782914678e9123866f6b43fe8f8dd9b04c 100644 Binary files a/qnn/kv/layer_18_key_1.raw and b/qnn/kv/layer_18_key_1.raw differ diff --git a/qnn/kv/layer_18_key_2.raw b/qnn/kv/layer_18_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..72d9f6434b7adb6be5e48f9c47ea5fd24720d6bc Binary files /dev/null and b/qnn/kv/layer_18_key_2.raw differ diff --git a/qnn/kv/layer_18_key_3.raw b/qnn/kv/layer_18_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..66b16ad6971292be85675533cb0251c0b92b9664 Binary files /dev/null and b/qnn/kv/layer_18_key_3.raw differ diff --git a/qnn/kv/layer_18_key_4.raw b/qnn/kv/layer_18_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7fd9d6efdf89b7c5122ff7c2616a7112c2a98fd7 Binary files /dev/null and b/qnn/kv/layer_18_key_4.raw differ diff --git a/qnn/kv/layer_18_key_5.raw b/qnn/kv/layer_18_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..09b107fde45f8f62877660e142ebb605727aa88d Binary files /dev/null and b/qnn/kv/layer_18_key_5.raw differ diff --git a/qnn/kv/layer_18_key_6.raw b/qnn/kv/layer_18_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..89a0094a33094753bb92a0b2b28840121e0161c3 Binary files /dev/null and b/qnn/kv/layer_18_key_6.raw differ diff --git a/qnn/kv/layer_18_key_7.raw b/qnn/kv/layer_18_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..062595c04fdf3351ba7f3f1c9f0e9686cc366f94 Binary files /dev/null and b/qnn/kv/layer_18_key_7.raw differ diff --git a/qnn/kv/layer_18_value_0.raw b/qnn/kv/layer_18_value_0.raw index df6dd18abe56f0b70fbbc17b46b13a2a39bfdc8c..c756eef7cc21314f6845ae1f6fa2953fa84cb352 100644 Binary files a/qnn/kv/layer_18_value_0.raw and b/qnn/kv/layer_18_value_0.raw differ diff --git a/qnn/kv/layer_18_value_1.raw b/qnn/kv/layer_18_value_1.raw index fda72c6e8bc23057d5c97deba2ae9504efedd2c1..ab457a43dd8b55ef149d3c262d5bad55d4750d28 100644 Binary files a/qnn/kv/layer_18_value_1.raw and b/qnn/kv/layer_18_value_1.raw differ diff --git a/qnn/kv/layer_18_value_2.raw b/qnn/kv/layer_18_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4952e25a749c98375d1adf95638147032a98f7c4 Binary files /dev/null and b/qnn/kv/layer_18_value_2.raw differ diff --git a/qnn/kv/layer_18_value_3.raw b/qnn/kv/layer_18_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3843a97243ca4a88716d5c2bc858a4056fe0e754 Binary files /dev/null and b/qnn/kv/layer_18_value_3.raw differ diff --git a/qnn/kv/layer_18_value_4.raw b/qnn/kv/layer_18_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ac7d7ebde5ff345725b94355a5b9ad17db45a92d Binary files /dev/null and b/qnn/kv/layer_18_value_4.raw differ diff --git a/qnn/kv/layer_18_value_5.raw b/qnn/kv/layer_18_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..21b47b26c9289e2a4feca181f0baff42086a7501 Binary files /dev/null and b/qnn/kv/layer_18_value_5.raw differ diff --git a/qnn/kv/layer_18_value_6.raw b/qnn/kv/layer_18_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..266049a0d65aa32c4ee1fe12868cde22f76a3605 Binary files /dev/null and b/qnn/kv/layer_18_value_6.raw differ diff --git a/qnn/kv/layer_18_value_7.raw b/qnn/kv/layer_18_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..77429818346fde0b0588ebcf024349103c86f300 Binary files /dev/null and b/qnn/kv/layer_18_value_7.raw differ diff --git a/qnn/kv/layer_19_key_0.raw b/qnn/kv/layer_19_key_0.raw index 1d117a7f40c8562be14a79a52d912e8b96fa738b..8ee91b4cf05bcd94cb17689ad66fbd80b99c40ad 100644 Binary files a/qnn/kv/layer_19_key_0.raw and b/qnn/kv/layer_19_key_0.raw differ diff --git a/qnn/kv/layer_19_key_1.raw b/qnn/kv/layer_19_key_1.raw index fa44af163463d84129cbbfd6cdb04d9a4e8fe9cb..fffa981ec192416f1307e73d01b44ff120fcfdeb 100644 Binary files a/qnn/kv/layer_19_key_1.raw and b/qnn/kv/layer_19_key_1.raw differ diff --git a/qnn/kv/layer_19_key_2.raw b/qnn/kv/layer_19_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5dc670cfbc16185635b7b0f1a91fe66c24f1a9a8 Binary files /dev/null and b/qnn/kv/layer_19_key_2.raw differ diff --git a/qnn/kv/layer_19_key_3.raw b/qnn/kv/layer_19_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f03308523ae74bf2cb0d93e2801a6d3340db0ed Binary files /dev/null and b/qnn/kv/layer_19_key_3.raw differ diff --git a/qnn/kv/layer_19_key_4.raw b/qnn/kv/layer_19_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..137499b3739fd548f90f1dc82a54d2567f2a547f Binary files /dev/null and b/qnn/kv/layer_19_key_4.raw differ diff --git a/qnn/kv/layer_19_key_5.raw b/qnn/kv/layer_19_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f8e617e6612050b3574da685cc0a6186dc0d0f8f Binary files /dev/null and b/qnn/kv/layer_19_key_5.raw differ diff --git a/qnn/kv/layer_19_key_6.raw b/qnn/kv/layer_19_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4434a73ca458c0fb717239a32dc48f8e3774eba9 Binary files /dev/null and b/qnn/kv/layer_19_key_6.raw differ diff --git a/qnn/kv/layer_19_key_7.raw b/qnn/kv/layer_19_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3b383930e1e1bb1f9db34cd9e96d33a8c9ccff0 Binary files /dev/null and b/qnn/kv/layer_19_key_7.raw differ diff --git a/qnn/kv/layer_19_value_0.raw b/qnn/kv/layer_19_value_0.raw index ff73d7ec54fc85e6ca5b27535d733537ed2c6d43..e6647a7c197f53e631033d556d69ba1a592dc7ba 100644 Binary files a/qnn/kv/layer_19_value_0.raw and b/qnn/kv/layer_19_value_0.raw differ diff --git a/qnn/kv/layer_19_value_1.raw b/qnn/kv/layer_19_value_1.raw index bb9688674b47bd87d5c8d6052b576f4cf5893fa0..5803b71b206a391a40610cc6e9c429e255504018 100644 Binary files a/qnn/kv/layer_19_value_1.raw and b/qnn/kv/layer_19_value_1.raw differ diff --git a/qnn/kv/layer_19_value_2.raw b/qnn/kv/layer_19_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..37b6ee66c3a863b8cf4ad1044b11bd2c53564573 Binary files /dev/null and b/qnn/kv/layer_19_value_2.raw differ diff --git a/qnn/kv/layer_19_value_3.raw b/qnn/kv/layer_19_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9577960d87b709a6e9d38087e06af84e36536b67 Binary files /dev/null and b/qnn/kv/layer_19_value_3.raw differ diff --git a/qnn/kv/layer_19_value_4.raw b/qnn/kv/layer_19_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..17a44c85dd758b97ce2cce81d8a4e1a1e5a8414f Binary files /dev/null and b/qnn/kv/layer_19_value_4.raw differ diff --git a/qnn/kv/layer_19_value_5.raw b/qnn/kv/layer_19_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6c75627e53e78df1e7679c346f668601c96600d2 Binary files /dev/null and b/qnn/kv/layer_19_value_5.raw differ diff --git a/qnn/kv/layer_19_value_6.raw b/qnn/kv/layer_19_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8362614895b7ee926617e0dbecea3ba36d64fde2 Binary files /dev/null and b/qnn/kv/layer_19_value_6.raw differ diff --git a/qnn/kv/layer_19_value_7.raw b/qnn/kv/layer_19_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..582b7b137faa40428d3c59707e362560b2e4a8ad Binary files /dev/null and b/qnn/kv/layer_19_value_7.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw index 543c69ecf4ab5ace440013f1827f6e041b53589d..1f780f935a4dca85e301a3e74dee1edfb042db47 100644 Binary files a/qnn/kv/layer_1_key_0.raw and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw index a492e81c51a1878a9b5fef5a6fb129ec5e563ff7..7b92ab421c35a7ed318c171741ead90de48c5e3f 100644 Binary files a/qnn/kv/layer_1_key_1.raw and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_key_2.raw b/qnn/kv/layer_1_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b104ef432e8f35c7fdb87ec3c3aa84e4518667bf Binary files /dev/null and b/qnn/kv/layer_1_key_2.raw differ diff --git a/qnn/kv/layer_1_key_3.raw b/qnn/kv/layer_1_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..bbc46fec2ed85d4f0ecf63d2cd102b01d777ccb2 Binary files /dev/null and b/qnn/kv/layer_1_key_3.raw differ diff --git a/qnn/kv/layer_1_key_4.raw b/qnn/kv/layer_1_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..5f4f89a8501f12b29737bd475556797e126ff410 Binary files /dev/null and b/qnn/kv/layer_1_key_4.raw differ diff --git a/qnn/kv/layer_1_key_5.raw b/qnn/kv/layer_1_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..217e32d602a0d80d7aa3d9e25ff0f7dd2a73a857 Binary files /dev/null and b/qnn/kv/layer_1_key_5.raw differ diff --git a/qnn/kv/layer_1_key_6.raw b/qnn/kv/layer_1_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1dd351bf1de24d4defdf180ecb1263217fee23f6 Binary files /dev/null and b/qnn/kv/layer_1_key_6.raw differ diff --git a/qnn/kv/layer_1_key_7.raw b/qnn/kv/layer_1_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cc3c740dbae43c4063dff2bd19b095c4d513758 Binary files /dev/null and b/qnn/kv/layer_1_key_7.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw index c967b2db0d060f917e8879b2bf102e0082f04057..4bdb3d2448aedd24dc6c3eb4abbf00b2404b46aa 100644 Binary files a/qnn/kv/layer_1_value_0.raw and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw index e2cf9bc72a7b30911f6f02957c6ff6babed0d795..c1b9ab9a99e90691ef1a48b2659844d46adfba80 100644 Binary files a/qnn/kv/layer_1_value_1.raw and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_1_value_2.raw b/qnn/kv/layer_1_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ff78c9b9bf686007ef14e75e4f34c8c16ac7cdb Binary files /dev/null and b/qnn/kv/layer_1_value_2.raw differ diff --git a/qnn/kv/layer_1_value_3.raw b/qnn/kv/layer_1_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a1c17cea36c797a76fc12c3911ef5ad1d5857263 Binary files /dev/null and b/qnn/kv/layer_1_value_3.raw differ diff --git a/qnn/kv/layer_1_value_4.raw b/qnn/kv/layer_1_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..d022e3904cb817edf3d1cf3e5019109ca5b800a9 Binary files /dev/null and b/qnn/kv/layer_1_value_4.raw differ diff --git a/qnn/kv/layer_1_value_5.raw b/qnn/kv/layer_1_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..343417d425064bd39f75aac1b9ae81e0794071d8 Binary files /dev/null and b/qnn/kv/layer_1_value_5.raw differ diff --git a/qnn/kv/layer_1_value_6.raw b/qnn/kv/layer_1_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8367db005ac608bcca9dc987270473cc491da47b Binary files /dev/null and b/qnn/kv/layer_1_value_6.raw differ diff --git a/qnn/kv/layer_1_value_7.raw b/qnn/kv/layer_1_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..caec41dbef6347a0a8d08d76119279f1a7534fb0 Binary files /dev/null and b/qnn/kv/layer_1_value_7.raw differ diff --git a/qnn/kv/layer_20_key_0.raw b/qnn/kv/layer_20_key_0.raw index 5edeef8dbace26ff6c17733419020f74502f9b84..50afb834b25b0493672df198bb9f3daa76996440 100644 Binary files a/qnn/kv/layer_20_key_0.raw and b/qnn/kv/layer_20_key_0.raw differ diff --git a/qnn/kv/layer_20_key_1.raw b/qnn/kv/layer_20_key_1.raw index ec8e3049e3485c6e624a6df665108f883238ae2e..37b9ff8432dd15494d8d417ddc90c8a4b3e72a14 100644 Binary files a/qnn/kv/layer_20_key_1.raw and b/qnn/kv/layer_20_key_1.raw differ diff --git a/qnn/kv/layer_20_key_2.raw b/qnn/kv/layer_20_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8023f5ac9f4e24a1ab0a3349f28fd386a81cbabf Binary files /dev/null and b/qnn/kv/layer_20_key_2.raw differ diff --git a/qnn/kv/layer_20_key_3.raw b/qnn/kv/layer_20_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ff5183470c96b14411975b45d9525a72b0ac07a9 Binary files /dev/null and b/qnn/kv/layer_20_key_3.raw differ diff --git a/qnn/kv/layer_20_key_4.raw b/qnn/kv/layer_20_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..64103d46cad01a0483bbb0ee6967b70a0e37c53d Binary files /dev/null and b/qnn/kv/layer_20_key_4.raw differ diff --git a/qnn/kv/layer_20_key_5.raw b/qnn/kv/layer_20_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..834bbd7fe356205fd0830f3b0b4817cbfe24878d Binary files /dev/null and b/qnn/kv/layer_20_key_5.raw differ diff --git a/qnn/kv/layer_20_key_6.raw b/qnn/kv/layer_20_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c021b51bd2f4bd874e9137fa5ecb35fa4216981a Binary files /dev/null and b/qnn/kv/layer_20_key_6.raw differ diff --git a/qnn/kv/layer_20_key_7.raw b/qnn/kv/layer_20_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..fedd56f1d56c17391effbb5e569f7109b9bd1f4b Binary files /dev/null and b/qnn/kv/layer_20_key_7.raw differ diff --git a/qnn/kv/layer_20_value_0.raw b/qnn/kv/layer_20_value_0.raw index 3cc48bc042680a5c1bbe94591e0c2e9b495b8146..1f7ff6d37c1ec8ba063739c084d6122a5a0438ac 100644 Binary files a/qnn/kv/layer_20_value_0.raw and b/qnn/kv/layer_20_value_0.raw differ diff --git a/qnn/kv/layer_20_value_1.raw b/qnn/kv/layer_20_value_1.raw index 763d79b570251574d3ea6d4e3ccdcb5ceb7eaf00..88118537b40aded4fa69387c4041eabb02c78c7b 100644 Binary files a/qnn/kv/layer_20_value_1.raw and b/qnn/kv/layer_20_value_1.raw differ diff --git a/qnn/kv/layer_20_value_2.raw b/qnn/kv/layer_20_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..870bf7e7ab9e5ea16b3724306875a4a5fce082a6 Binary files /dev/null and b/qnn/kv/layer_20_value_2.raw differ diff --git a/qnn/kv/layer_20_value_3.raw b/qnn/kv/layer_20_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..73b3c734a80bb8f577ca9cbb681563b234a6655c Binary files /dev/null and b/qnn/kv/layer_20_value_3.raw differ diff --git a/qnn/kv/layer_20_value_4.raw b/qnn/kv/layer_20_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..994750594a0ca76c15edf08d6d45064bd0ca7330 Binary files /dev/null and b/qnn/kv/layer_20_value_4.raw differ diff --git a/qnn/kv/layer_20_value_5.raw b/qnn/kv/layer_20_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3ff95112d50975f3db1ef84ee629b8d4c66657fa Binary files /dev/null and b/qnn/kv/layer_20_value_5.raw differ diff --git a/qnn/kv/layer_20_value_6.raw b/qnn/kv/layer_20_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..296c929e4fa50e6d2fb9dacb8f0d629388b133bd Binary files /dev/null and b/qnn/kv/layer_20_value_6.raw differ diff --git a/qnn/kv/layer_20_value_7.raw b/qnn/kv/layer_20_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..94996cdb66ef6f92450a776d0ca8114b859fa730 Binary files /dev/null and b/qnn/kv/layer_20_value_7.raw differ diff --git a/qnn/kv/layer_21_key_0.raw b/qnn/kv/layer_21_key_0.raw index 7bf7f52a506ab4392fda90d70785fa41835ac879..11cb5f3f85bc0384e2965a114c972a038bb8fb0c 100644 Binary files a/qnn/kv/layer_21_key_0.raw and b/qnn/kv/layer_21_key_0.raw differ diff --git a/qnn/kv/layer_21_key_1.raw b/qnn/kv/layer_21_key_1.raw index bcc56c5dd022b9b5d8c1167e0209b7cb01a48146..a7bc38e7ad0a0973fbea593b5de4b04bb51973ca 100644 Binary files a/qnn/kv/layer_21_key_1.raw and b/qnn/kv/layer_21_key_1.raw differ diff --git a/qnn/kv/layer_21_key_2.raw b/qnn/kv/layer_21_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..706082805ccfdac542454f45a8d24eaaa224ad94 Binary files /dev/null and b/qnn/kv/layer_21_key_2.raw differ diff --git a/qnn/kv/layer_21_key_3.raw b/qnn/kv/layer_21_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5020748b25bba9efb7ab3409c944036078dec9ec Binary files /dev/null and b/qnn/kv/layer_21_key_3.raw differ diff --git a/qnn/kv/layer_21_key_4.raw b/qnn/kv/layer_21_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca0c0e3537cf1d5ae70c53af770b46b07d1de76a Binary files /dev/null and b/qnn/kv/layer_21_key_4.raw differ diff --git a/qnn/kv/layer_21_key_5.raw b/qnn/kv/layer_21_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a3f90e30ac1c6f5baa1dc0074d8eed40023aecb4 Binary files /dev/null and b/qnn/kv/layer_21_key_5.raw differ diff --git a/qnn/kv/layer_21_key_6.raw b/qnn/kv/layer_21_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc47344bc789ddb7b61427cbdbc6758b709e2b0b Binary files /dev/null and b/qnn/kv/layer_21_key_6.raw differ diff --git a/qnn/kv/layer_21_key_7.raw b/qnn/kv/layer_21_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1ec3e4870e7df8c4010113d1077309dec5c07fde Binary files /dev/null and b/qnn/kv/layer_21_key_7.raw differ diff --git a/qnn/kv/layer_21_value_0.raw b/qnn/kv/layer_21_value_0.raw index 054097bf0b6a356190f33bf130ce25987e7a1e09..45208548406a01438c825e2c64051ccc1a56944f 100644 Binary files a/qnn/kv/layer_21_value_0.raw and b/qnn/kv/layer_21_value_0.raw differ diff --git a/qnn/kv/layer_21_value_1.raw b/qnn/kv/layer_21_value_1.raw index e7dad83fb228787fba52fa0737bb3d1ca5ab9b2a..0ef3bcd3c5b96b396403d94ec7140afbc278156a 100644 Binary files a/qnn/kv/layer_21_value_1.raw and b/qnn/kv/layer_21_value_1.raw differ diff --git a/qnn/kv/layer_21_value_2.raw b/qnn/kv/layer_21_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..67bf1e616e35eb3cdaf1b77774d750299bd13eae Binary files /dev/null and b/qnn/kv/layer_21_value_2.raw differ diff --git a/qnn/kv/layer_21_value_3.raw b/qnn/kv/layer_21_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3b0906d5c6d3d1e397e1540e39cc300f1b059345 Binary files /dev/null and b/qnn/kv/layer_21_value_3.raw differ diff --git a/qnn/kv/layer_21_value_4.raw b/qnn/kv/layer_21_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3319690810c3f23834da25ea81006d469f5738f1 Binary files /dev/null and b/qnn/kv/layer_21_value_4.raw differ diff --git a/qnn/kv/layer_21_value_5.raw b/qnn/kv/layer_21_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ab57c8a8c0b417136bbca7379186bde6ecde1af Binary files /dev/null and b/qnn/kv/layer_21_value_5.raw differ diff --git a/qnn/kv/layer_21_value_6.raw b/qnn/kv/layer_21_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1014ebc2dbf1dcf7cac17eac3b1dfbe3e16f43fb Binary files /dev/null and b/qnn/kv/layer_21_value_6.raw differ diff --git a/qnn/kv/layer_21_value_7.raw b/qnn/kv/layer_21_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..86b691733e630ad42375c7d0df061cc639dd8c7a Binary files /dev/null and b/qnn/kv/layer_21_value_7.raw differ diff --git a/qnn/kv/layer_22_key_0.raw b/qnn/kv/layer_22_key_0.raw index 368a87e5d8a1b7e438fecef58e811f88ea1e2765..3a8356fd7f72602766315ca980d6dc718c3aabf5 100644 Binary files a/qnn/kv/layer_22_key_0.raw and b/qnn/kv/layer_22_key_0.raw differ diff --git a/qnn/kv/layer_22_key_1.raw b/qnn/kv/layer_22_key_1.raw index ac1f838e6505f1c485b2560792951d8fa79f9d7f..7b573ef62c82e1a6cc4979073d2664aabb9b084d 100644 Binary files a/qnn/kv/layer_22_key_1.raw and b/qnn/kv/layer_22_key_1.raw differ diff --git a/qnn/kv/layer_22_key_2.raw b/qnn/kv/layer_22_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..aeaebb0cbea236d9ae7efb4353b1e107e1b3f712 Binary files /dev/null and b/qnn/kv/layer_22_key_2.raw differ diff --git a/qnn/kv/layer_22_key_3.raw b/qnn/kv/layer_22_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..942ee7255bcb7fae7328b841f535091842bbb84b Binary files /dev/null and b/qnn/kv/layer_22_key_3.raw differ diff --git a/qnn/kv/layer_22_key_4.raw b/qnn/kv/layer_22_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f1be806a9c996b72bfe352abbee7476ef859d0b Binary files /dev/null and b/qnn/kv/layer_22_key_4.raw differ diff --git a/qnn/kv/layer_22_key_5.raw b/qnn/kv/layer_22_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8a35350cddd9bb2c59064d37e7be930ce1d0e145 Binary files /dev/null and b/qnn/kv/layer_22_key_5.raw differ diff --git a/qnn/kv/layer_22_key_6.raw b/qnn/kv/layer_22_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f24c0b0091a995bb97c3bba1b09fa15a6aaf585f Binary files /dev/null and b/qnn/kv/layer_22_key_6.raw differ diff --git a/qnn/kv/layer_22_key_7.raw b/qnn/kv/layer_22_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2cf8537ad4980f08a8af4bc5ddf090904177cc26 Binary files /dev/null and b/qnn/kv/layer_22_key_7.raw differ diff --git a/qnn/kv/layer_22_value_0.raw b/qnn/kv/layer_22_value_0.raw index 73d34dcb42712469ac2935dc63e3c63eeebad3fe..b3fdf83745242136090f65020db538ee30f22761 100644 Binary files a/qnn/kv/layer_22_value_0.raw and b/qnn/kv/layer_22_value_0.raw differ diff --git a/qnn/kv/layer_22_value_1.raw b/qnn/kv/layer_22_value_1.raw index 9731909a0f84adfec72765224cb3b62ce8728c16..234bc6763b0c0dc306a7a3189f27509fe1240356 100644 Binary files a/qnn/kv/layer_22_value_1.raw and b/qnn/kv/layer_22_value_1.raw differ diff --git a/qnn/kv/layer_22_value_2.raw b/qnn/kv/layer_22_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec826a13dd74bae01d01352f8036bb8bf3280295 Binary files /dev/null and b/qnn/kv/layer_22_value_2.raw differ diff --git a/qnn/kv/layer_22_value_3.raw b/qnn/kv/layer_22_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd7c46c67f864013c1a13aa232a513a79cc6d273 Binary files /dev/null and b/qnn/kv/layer_22_value_3.raw differ diff --git a/qnn/kv/layer_22_value_4.raw b/qnn/kv/layer_22_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..06ea95625dfd9f9cd0896bfe2be27fba4cad284c Binary files /dev/null and b/qnn/kv/layer_22_value_4.raw differ diff --git a/qnn/kv/layer_22_value_5.raw b/qnn/kv/layer_22_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f317cb6d6927c121afa7021a44dbedf6ae957f8a Binary files /dev/null and b/qnn/kv/layer_22_value_5.raw differ diff --git a/qnn/kv/layer_22_value_6.raw b/qnn/kv/layer_22_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ab760e0b61230d2419ebdf341da2b8dd1a88198a Binary files /dev/null and b/qnn/kv/layer_22_value_6.raw differ diff --git a/qnn/kv/layer_22_value_7.raw b/qnn/kv/layer_22_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..27407e09edc8373bf93c8ebfbfac7f03f72515fd Binary files /dev/null and b/qnn/kv/layer_22_value_7.raw differ diff --git a/qnn/kv/layer_23_key_0.raw b/qnn/kv/layer_23_key_0.raw index f4c5ca8dbf481f7872a2275841e04bf0809a61ed..a4c2a2057a5697e2da4488ff90006a9a667188aa 100644 Binary files a/qnn/kv/layer_23_key_0.raw and b/qnn/kv/layer_23_key_0.raw differ diff --git a/qnn/kv/layer_23_key_1.raw b/qnn/kv/layer_23_key_1.raw index 4536a75332c0bfa32a43765a6b6b6a3458edb9b0..69490d45905d9ea7883ac4cf41a211a50bf21095 100644 Binary files a/qnn/kv/layer_23_key_1.raw and b/qnn/kv/layer_23_key_1.raw differ diff --git a/qnn/kv/layer_23_key_2.raw b/qnn/kv/layer_23_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3cacac4056a381b9cd3731f19b00bdcdda938649 Binary files /dev/null and b/qnn/kv/layer_23_key_2.raw differ diff --git a/qnn/kv/layer_23_key_3.raw b/qnn/kv/layer_23_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..608e685d70e41e53e3d98b8b0cce8d3d707485e0 Binary files /dev/null and b/qnn/kv/layer_23_key_3.raw differ diff --git a/qnn/kv/layer_23_key_4.raw b/qnn/kv/layer_23_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..da5b3d893a313d4699aed63380485410c48039e8 Binary files /dev/null and b/qnn/kv/layer_23_key_4.raw differ diff --git a/qnn/kv/layer_23_key_5.raw b/qnn/kv/layer_23_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c7a92a1c4163adc1746569005089fcb865e4b27b Binary files /dev/null and b/qnn/kv/layer_23_key_5.raw differ diff --git a/qnn/kv/layer_23_key_6.raw b/qnn/kv/layer_23_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..58791ee646b3b4f5d8d527ea0d1eacd521c408ea Binary files /dev/null and b/qnn/kv/layer_23_key_6.raw differ diff --git a/qnn/kv/layer_23_key_7.raw b/qnn/kv/layer_23_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2a889842c1d640f7fbcf60443006ecf5500a0f0 Binary files /dev/null and b/qnn/kv/layer_23_key_7.raw differ diff --git a/qnn/kv/layer_23_value_0.raw b/qnn/kv/layer_23_value_0.raw index 28d6d553ffd6f5c4a0fe5447d719f7542bfc94d1..a2d78c0c11c020766b5a5671274860b62afad23a 100644 Binary files a/qnn/kv/layer_23_value_0.raw and b/qnn/kv/layer_23_value_0.raw differ diff --git a/qnn/kv/layer_23_value_1.raw b/qnn/kv/layer_23_value_1.raw index b7e098f560a43565000b12e94949761e6481039e..decd4455b0e6afac4f4fa44e0207a5d06f02417a 100644 Binary files a/qnn/kv/layer_23_value_1.raw and b/qnn/kv/layer_23_value_1.raw differ diff --git a/qnn/kv/layer_23_value_2.raw b/qnn/kv/layer_23_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..782f433c8aced116374b3836d9ec1388a2b45191 Binary files /dev/null and b/qnn/kv/layer_23_value_2.raw differ diff --git a/qnn/kv/layer_23_value_3.raw b/qnn/kv/layer_23_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..19383c4884d3ed33c2a4cc98c1a53e928f3e5cb6 Binary files /dev/null and b/qnn/kv/layer_23_value_3.raw differ diff --git a/qnn/kv/layer_23_value_4.raw b/qnn/kv/layer_23_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..39c3d21f0c120cbe08e391f2331596870b872d5d Binary files /dev/null and b/qnn/kv/layer_23_value_4.raw differ diff --git a/qnn/kv/layer_23_value_5.raw b/qnn/kv/layer_23_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f1c38e4af88a9c646e6bb35ba072d7761b39b109 Binary files /dev/null and b/qnn/kv/layer_23_value_5.raw differ diff --git a/qnn/kv/layer_23_value_6.raw b/qnn/kv/layer_23_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..700e2bdea4d293d05f558d1642fa38b262a8d1a0 Binary files /dev/null and b/qnn/kv/layer_23_value_6.raw differ diff --git a/qnn/kv/layer_23_value_7.raw b/qnn/kv/layer_23_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd05cdfb50c1a7f2f04882c301fd40a6404cd76e Binary files /dev/null and b/qnn/kv/layer_23_value_7.raw differ diff --git a/qnn/kv/layer_24_key_0.raw b/qnn/kv/layer_24_key_0.raw index d0111629721ea054ba23e280b3aa619db75eaa40..92dc646f1cbd42e19884034849d2da4b8d6ab8d4 100644 Binary files a/qnn/kv/layer_24_key_0.raw and b/qnn/kv/layer_24_key_0.raw differ diff --git a/qnn/kv/layer_24_key_1.raw b/qnn/kv/layer_24_key_1.raw index 819aac9331fefddb858658b113bcb179b3eaa53e..204d99db2e8dedf9fa69d9e0e9110f174da34e35 100644 Binary files a/qnn/kv/layer_24_key_1.raw and b/qnn/kv/layer_24_key_1.raw differ diff --git a/qnn/kv/layer_24_key_2.raw b/qnn/kv/layer_24_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb19d2082e3f4f925e24042286d9d1f0741a31ef Binary files /dev/null and b/qnn/kv/layer_24_key_2.raw differ diff --git a/qnn/kv/layer_24_key_3.raw b/qnn/kv/layer_24_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..96f4b1fb9aece255a94be068777c7a9ed7a4ce5c Binary files /dev/null and b/qnn/kv/layer_24_key_3.raw differ diff --git a/qnn/kv/layer_24_key_4.raw b/qnn/kv/layer_24_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..27c994c3fa5cd4cfab8b19d6854813e700af9b5e Binary files /dev/null and b/qnn/kv/layer_24_key_4.raw differ diff --git a/qnn/kv/layer_24_key_5.raw b/qnn/kv/layer_24_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..557027a6bb8d16cb3844f474f11a1f6566b1d896 Binary files /dev/null and b/qnn/kv/layer_24_key_5.raw differ diff --git a/qnn/kv/layer_24_key_6.raw b/qnn/kv/layer_24_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..e42865970adb56ef41f14e6247e648ae59f0392a Binary files /dev/null and b/qnn/kv/layer_24_key_6.raw differ diff --git a/qnn/kv/layer_24_key_7.raw b/qnn/kv/layer_24_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3009df0f8de33db75e7eac5b21e7fa2c052118f6 Binary files /dev/null and b/qnn/kv/layer_24_key_7.raw differ diff --git a/qnn/kv/layer_24_value_0.raw b/qnn/kv/layer_24_value_0.raw index 95070b4d6b9a58e0111ef0fbb050c6df23be58c0..e166ffd7fe0b59a6f9329824855ff11c8760ed60 100644 Binary files a/qnn/kv/layer_24_value_0.raw and b/qnn/kv/layer_24_value_0.raw differ diff --git a/qnn/kv/layer_24_value_1.raw b/qnn/kv/layer_24_value_1.raw index efe0bb28f28092c94de0de3fc7b376f3064fd6c8..75db5098ace5dfd270bdaa1c9c1c1bd8c61aa447 100644 Binary files a/qnn/kv/layer_24_value_1.raw and b/qnn/kv/layer_24_value_1.raw differ diff --git a/qnn/kv/layer_24_value_2.raw b/qnn/kv/layer_24_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..468adc22ec4e516f908d446221f70e024e8d1018 Binary files /dev/null and b/qnn/kv/layer_24_value_2.raw differ diff --git a/qnn/kv/layer_24_value_3.raw b/qnn/kv/layer_24_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..00f21ef109ab54ecde5f94371bad89b6a52c0dc3 Binary files /dev/null and b/qnn/kv/layer_24_value_3.raw differ diff --git a/qnn/kv/layer_24_value_4.raw b/qnn/kv/layer_24_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..383a28f9fb3724eec223b02239f9d5725b467937 Binary files /dev/null and b/qnn/kv/layer_24_value_4.raw differ diff --git a/qnn/kv/layer_24_value_5.raw b/qnn/kv/layer_24_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..af029d422086cb352b78a21853c58fbf81b645a4 Binary files /dev/null and b/qnn/kv/layer_24_value_5.raw differ diff --git a/qnn/kv/layer_24_value_6.raw b/qnn/kv/layer_24_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3d7b18d49a87f69cb3373a7c9cc4485970818663 Binary files /dev/null and b/qnn/kv/layer_24_value_6.raw differ diff --git a/qnn/kv/layer_24_value_7.raw b/qnn/kv/layer_24_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0471ddab80c022edb71e3e0c12ed546df00dfb42 Binary files /dev/null and b/qnn/kv/layer_24_value_7.raw differ diff --git a/qnn/kv/layer_25_key_0.raw b/qnn/kv/layer_25_key_0.raw index ce39fcb3eae85582ed78379493369cab9a4ed1b7..d89f953c22dcc703ba5bac9a10bef8010fbebd50 100644 Binary files a/qnn/kv/layer_25_key_0.raw and b/qnn/kv/layer_25_key_0.raw differ diff --git a/qnn/kv/layer_25_key_1.raw b/qnn/kv/layer_25_key_1.raw index 4f151687ece4ca5a516e0d1e4576cdb388d58542..f55dd7d3d30fb26931ac5fafc0a80e2fd00b9def 100644 Binary files a/qnn/kv/layer_25_key_1.raw and b/qnn/kv/layer_25_key_1.raw differ diff --git a/qnn/kv/layer_25_key_2.raw b/qnn/kv/layer_25_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..74969206782095026aa457c95b9a075dc09f6fb1 Binary files /dev/null and b/qnn/kv/layer_25_key_2.raw differ diff --git a/qnn/kv/layer_25_key_3.raw b/qnn/kv/layer_25_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cfe1f3682a2a74664204a9c1c97dd2df165e7c2 Binary files /dev/null and b/qnn/kv/layer_25_key_3.raw differ diff --git a/qnn/kv/layer_25_key_4.raw b/qnn/kv/layer_25_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf94c11a8813b25c014986cedaf9f920fb667650 Binary files /dev/null and b/qnn/kv/layer_25_key_4.raw differ diff --git a/qnn/kv/layer_25_key_5.raw b/qnn/kv/layer_25_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..57234d7d0b31675421fa4235746d345eccd0274d Binary files /dev/null and b/qnn/kv/layer_25_key_5.raw differ diff --git a/qnn/kv/layer_25_key_6.raw b/qnn/kv/layer_25_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9908eef28d669ccdc93946904dcead3c53b30c21 Binary files /dev/null and b/qnn/kv/layer_25_key_6.raw differ diff --git a/qnn/kv/layer_25_key_7.raw b/qnn/kv/layer_25_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..26a5b79541df20a2510295eff4dca41d49065b4d Binary files /dev/null and b/qnn/kv/layer_25_key_7.raw differ diff --git a/qnn/kv/layer_25_value_0.raw b/qnn/kv/layer_25_value_0.raw index 0b2311bc327691cf3f0ea82655ec4900a6597b21..1da3e10716433a5b40b8f176aeb8d41d4f99db8c 100644 Binary files a/qnn/kv/layer_25_value_0.raw and b/qnn/kv/layer_25_value_0.raw differ diff --git a/qnn/kv/layer_25_value_1.raw b/qnn/kv/layer_25_value_1.raw index c86ef2819dbcda4a8f01aa7a6d3ebbbd36ae69d8..ac8a7b62689fee32d04eeebbfe0b29a21b8c97a6 100644 Binary files a/qnn/kv/layer_25_value_1.raw and b/qnn/kv/layer_25_value_1.raw differ diff --git a/qnn/kv/layer_25_value_2.raw b/qnn/kv/layer_25_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..867f1de82b394a72628bc37845eb36a113e5ad26 Binary files /dev/null and b/qnn/kv/layer_25_value_2.raw differ diff --git a/qnn/kv/layer_25_value_3.raw b/qnn/kv/layer_25_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e2ac9fadce51d7a10cfec6cb6593e804bef5d5c Binary files /dev/null and b/qnn/kv/layer_25_value_3.raw differ diff --git a/qnn/kv/layer_25_value_4.raw b/qnn/kv/layer_25_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..11ed4429b682f39ab22e1806b128483047248a2f Binary files /dev/null and b/qnn/kv/layer_25_value_4.raw differ diff --git a/qnn/kv/layer_25_value_5.raw b/qnn/kv/layer_25_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..563bea35c213c8a4c29eed58b29b99eedd8a2911 Binary files /dev/null and b/qnn/kv/layer_25_value_5.raw differ diff --git a/qnn/kv/layer_25_value_6.raw b/qnn/kv/layer_25_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cdb1cabc25fed7b35e0441db4c597c405801108 Binary files /dev/null and b/qnn/kv/layer_25_value_6.raw differ diff --git a/qnn/kv/layer_25_value_7.raw b/qnn/kv/layer_25_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c540ae6a5b7b7337b3db91def1317efc39ab2d5 Binary files /dev/null and b/qnn/kv/layer_25_value_7.raw differ diff --git a/qnn/kv/layer_26_key_0.raw b/qnn/kv/layer_26_key_0.raw index 270702627b20e54e29839ecef455e85e1a55e8dd..c269b5f2812600e1142faf0db08b078bf6d643a7 100644 Binary files a/qnn/kv/layer_26_key_0.raw and b/qnn/kv/layer_26_key_0.raw differ diff --git a/qnn/kv/layer_26_key_1.raw b/qnn/kv/layer_26_key_1.raw index 9227ed4e8e0d9adb5053f1df5f3dd31482d1bac6..7ed311c1b73b44fa8f1905a4ae434f70c60267ce 100644 Binary files a/qnn/kv/layer_26_key_1.raw and b/qnn/kv/layer_26_key_1.raw differ diff --git a/qnn/kv/layer_26_key_2.raw b/qnn/kv/layer_26_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b8d701b1267c05a12d3b97e9290d091ea78873ee Binary files /dev/null and b/qnn/kv/layer_26_key_2.raw differ diff --git a/qnn/kv/layer_26_key_3.raw b/qnn/kv/layer_26_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..87cbdbd30d6b5fe4dbe4a3ab6b60a7f012ed789f Binary files /dev/null and b/qnn/kv/layer_26_key_3.raw differ diff --git a/qnn/kv/layer_26_key_4.raw b/qnn/kv/layer_26_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9cabb2e62c991b2f89e9a4c1c8a54b5adef60957 Binary files /dev/null and b/qnn/kv/layer_26_key_4.raw differ diff --git a/qnn/kv/layer_26_key_5.raw b/qnn/kv/layer_26_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b1267b8054b1f129761e3c3d6d4d794c2f1c6cc Binary files /dev/null and b/qnn/kv/layer_26_key_5.raw differ diff --git a/qnn/kv/layer_26_key_6.raw b/qnn/kv/layer_26_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..84c9ba482946aaeb3ce3889b59093f255e6a2135 Binary files /dev/null and b/qnn/kv/layer_26_key_6.raw differ diff --git a/qnn/kv/layer_26_key_7.raw b/qnn/kv/layer_26_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..592262f8ad2484dc365af34639affc47ba2fd239 Binary files /dev/null and b/qnn/kv/layer_26_key_7.raw differ diff --git a/qnn/kv/layer_26_value_0.raw b/qnn/kv/layer_26_value_0.raw index 6daa6d9e827160c78502912a9ed45cdc2a5a5ce9..adc72993829e1b4c91b616fdcccf2aefe87a5cca 100644 Binary files a/qnn/kv/layer_26_value_0.raw and b/qnn/kv/layer_26_value_0.raw differ diff --git a/qnn/kv/layer_26_value_1.raw b/qnn/kv/layer_26_value_1.raw index f8f26af2324bcded5cad30669263895bdc61c98e..64ea9d27577f373762cbf2d92d114f276b0bb22b 100644 Binary files a/qnn/kv/layer_26_value_1.raw and b/qnn/kv/layer_26_value_1.raw differ diff --git a/qnn/kv/layer_26_value_2.raw b/qnn/kv/layer_26_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9bff0b356428ffcc1656fdca5f34e46d70b3866 Binary files /dev/null and b/qnn/kv/layer_26_value_2.raw differ diff --git a/qnn/kv/layer_26_value_3.raw b/qnn/kv/layer_26_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..80009a6643c8733b11cceb907d3ce8d72d5a135c Binary files /dev/null and b/qnn/kv/layer_26_value_3.raw differ diff --git a/qnn/kv/layer_26_value_4.raw b/qnn/kv/layer_26_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..34ab4664c757965ab0f3e905d20663ca1862873a Binary files /dev/null and b/qnn/kv/layer_26_value_4.raw differ diff --git a/qnn/kv/layer_26_value_5.raw b/qnn/kv/layer_26_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef11d3b448d042921c85172081e1a2bc77b7ab5c Binary files /dev/null and b/qnn/kv/layer_26_value_5.raw differ diff --git a/qnn/kv/layer_26_value_6.raw b/qnn/kv/layer_26_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..aaf00f513a4beecd80d46bd5bf992d3cb3a5f418 Binary files /dev/null and b/qnn/kv/layer_26_value_6.raw differ diff --git a/qnn/kv/layer_26_value_7.raw b/qnn/kv/layer_26_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..123e195c24b8f6c72f4216c050798b1f904d9dd0 Binary files /dev/null and b/qnn/kv/layer_26_value_7.raw differ diff --git a/qnn/kv/layer_27_key_0.raw b/qnn/kv/layer_27_key_0.raw index 6e3aec1766efe410e802c26c133cd3414a725459..2973872445a248dc8f36ed76f6aafc6947bd4282 100644 Binary files a/qnn/kv/layer_27_key_0.raw and b/qnn/kv/layer_27_key_0.raw differ diff --git a/qnn/kv/layer_27_key_1.raw b/qnn/kv/layer_27_key_1.raw index 1ba8787a59be2a6577b491fff581f94dd4e600b3..8fea4f940df3ffe2366c899029fc3b72b13eaeeb 100644 Binary files a/qnn/kv/layer_27_key_1.raw and b/qnn/kv/layer_27_key_1.raw differ diff --git a/qnn/kv/layer_27_key_2.raw b/qnn/kv/layer_27_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca3646190cd55d63f043f8145ce17d356df36ad0 Binary files /dev/null and b/qnn/kv/layer_27_key_2.raw differ diff --git a/qnn/kv/layer_27_key_3.raw b/qnn/kv/layer_27_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..05d71d01fcea159683472a1d87e7476e942dea26 Binary files /dev/null and b/qnn/kv/layer_27_key_3.raw differ diff --git a/qnn/kv/layer_27_key_4.raw b/qnn/kv/layer_27_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2fbcfe135b138839a80dae981e4093d3228edab9 Binary files /dev/null and b/qnn/kv/layer_27_key_4.raw differ diff --git a/qnn/kv/layer_27_key_5.raw b/qnn/kv/layer_27_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fdee3deb5b60d396511c55c220b674bdefef697e Binary files /dev/null and b/qnn/kv/layer_27_key_5.raw differ diff --git a/qnn/kv/layer_27_key_6.raw b/qnn/kv/layer_27_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d96fd854a9d5d4f3844cc71c50337f37e910a6e Binary files /dev/null and b/qnn/kv/layer_27_key_6.raw differ diff --git a/qnn/kv/layer_27_key_7.raw b/qnn/kv/layer_27_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ae7e6237dfb5d8ca70de6b6a3d087102281a655 Binary files /dev/null and b/qnn/kv/layer_27_key_7.raw differ diff --git a/qnn/kv/layer_27_value_0.raw b/qnn/kv/layer_27_value_0.raw index ad14479f66dbad1d1d1df283fe0745ef334d1a30..042f942d6e0d7065aa2503e7af975d0cff1bbfd0 100644 Binary files a/qnn/kv/layer_27_value_0.raw and b/qnn/kv/layer_27_value_0.raw differ diff --git a/qnn/kv/layer_27_value_1.raw b/qnn/kv/layer_27_value_1.raw index 540ceb1e5257e216d64db3f92b8cc71610fcd05d..579ad079038fbcced3ab0f33c53b577c80a0f0cb 100644 Binary files a/qnn/kv/layer_27_value_1.raw and b/qnn/kv/layer_27_value_1.raw differ diff --git a/qnn/kv/layer_27_value_2.raw b/qnn/kv/layer_27_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c8828df31c107de7d027bdf7af5945d2bb569a2 Binary files /dev/null and b/qnn/kv/layer_27_value_2.raw differ diff --git a/qnn/kv/layer_27_value_3.raw b/qnn/kv/layer_27_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2615085cf6af673c37a1839af31ea6970ba832ea Binary files /dev/null and b/qnn/kv/layer_27_value_3.raw differ diff --git a/qnn/kv/layer_27_value_4.raw b/qnn/kv/layer_27_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8538d53f2124073438b987ebcb071db21354fbe7 Binary files /dev/null and b/qnn/kv/layer_27_value_4.raw differ diff --git a/qnn/kv/layer_27_value_5.raw b/qnn/kv/layer_27_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4d5d1b9ad322eb299f48ae167c53f29dbc377ce Binary files /dev/null and b/qnn/kv/layer_27_value_5.raw differ diff --git a/qnn/kv/layer_27_value_6.raw b/qnn/kv/layer_27_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0ed2f271ebfc8acee2583a4fa3c879d8f81dfc5 Binary files /dev/null and b/qnn/kv/layer_27_value_6.raw differ diff --git a/qnn/kv/layer_27_value_7.raw b/qnn/kv/layer_27_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..42f24ecdac8cb4aeca0a72cf37d70064e0032e39 Binary files /dev/null and b/qnn/kv/layer_27_value_7.raw differ diff --git a/qnn/kv/layer_28_key_0.raw b/qnn/kv/layer_28_key_0.raw index 00095d7ee9346b174dd42629c0e1e2909d6a0c21..5f91bf88b8b8bdb40d04ba76b1585e6da8937416 100644 Binary files a/qnn/kv/layer_28_key_0.raw and b/qnn/kv/layer_28_key_0.raw differ diff --git a/qnn/kv/layer_28_key_1.raw b/qnn/kv/layer_28_key_1.raw index a9db4344f6aa526ca8a6687c828c94782d2f6423..fcbb14d851cad485d749316fc97692ab82bfdafb 100644 Binary files a/qnn/kv/layer_28_key_1.raw and b/qnn/kv/layer_28_key_1.raw differ diff --git a/qnn/kv/layer_28_key_2.raw b/qnn/kv/layer_28_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..652014ee065f27c75ec00176beb9dc3b74ea8bbd Binary files /dev/null and b/qnn/kv/layer_28_key_2.raw differ diff --git a/qnn/kv/layer_28_key_3.raw b/qnn/kv/layer_28_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..729af542810d5dc7cae74f091cbe5b2efeab60f2 Binary files /dev/null and b/qnn/kv/layer_28_key_3.raw differ diff --git a/qnn/kv/layer_28_key_4.raw b/qnn/kv/layer_28_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..32e11e7e4d4e1e124c20b31e74be4743520cf6bc Binary files /dev/null and b/qnn/kv/layer_28_key_4.raw differ diff --git a/qnn/kv/layer_28_key_5.raw b/qnn/kv/layer_28_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d7875c3e7de05aea8fcd5bc550ffd42aa3b50b82 Binary files /dev/null and b/qnn/kv/layer_28_key_5.raw differ diff --git a/qnn/kv/layer_28_key_6.raw b/qnn/kv/layer_28_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ad9284d5d4d7c30a74f31e29a6dc1831238f68e2 Binary files /dev/null and b/qnn/kv/layer_28_key_6.raw differ diff --git a/qnn/kv/layer_28_key_7.raw b/qnn/kv/layer_28_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f25421d7355ecbc1d045cc558d6e553067d59ee Binary files /dev/null and b/qnn/kv/layer_28_key_7.raw differ diff --git a/qnn/kv/layer_28_value_0.raw b/qnn/kv/layer_28_value_0.raw index 914ed9329ba8af8dceb0652e8045757afa7a5b8b..338041b3e167a7ae2f805806aeebba60a3f98f8a 100644 Binary files a/qnn/kv/layer_28_value_0.raw and b/qnn/kv/layer_28_value_0.raw differ diff --git a/qnn/kv/layer_28_value_1.raw b/qnn/kv/layer_28_value_1.raw index 2dc1ef8cb7ab3e14e239cb14d5167baca3eee020..3ccf9785ce5d86c178a90330c02ea8d81cede60f 100644 Binary files a/qnn/kv/layer_28_value_1.raw and b/qnn/kv/layer_28_value_1.raw differ diff --git a/qnn/kv/layer_28_value_2.raw b/qnn/kv/layer_28_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..185b3f26c797720b94a96d9de89ed8bcf0c292af Binary files /dev/null and b/qnn/kv/layer_28_value_2.raw differ diff --git a/qnn/kv/layer_28_value_3.raw b/qnn/kv/layer_28_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..81ef774e9c165de20aef673493a3e3b4adad73c1 Binary files /dev/null and b/qnn/kv/layer_28_value_3.raw differ diff --git a/qnn/kv/layer_28_value_4.raw b/qnn/kv/layer_28_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..588649215a7537a347d9de8f0e862b93afed9c0c Binary files /dev/null and b/qnn/kv/layer_28_value_4.raw differ diff --git a/qnn/kv/layer_28_value_5.raw b/qnn/kv/layer_28_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..78c04e5eaebdfa4b36213a9349842ae10222e32c Binary files /dev/null and b/qnn/kv/layer_28_value_5.raw differ diff --git a/qnn/kv/layer_28_value_6.raw b/qnn/kv/layer_28_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..06fe9e60999f07db16216d49abbda52234e53d77 Binary files /dev/null and b/qnn/kv/layer_28_value_6.raw differ diff --git a/qnn/kv/layer_28_value_7.raw b/qnn/kv/layer_28_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..02e391945189df9817227791a7b0608abd268d75 Binary files /dev/null and b/qnn/kv/layer_28_value_7.raw differ diff --git a/qnn/kv/layer_29_key_0.raw b/qnn/kv/layer_29_key_0.raw index 888d5cced183496cbf7b64ecf53dcb8c07333fce..919605edadabc4f260d78f39cb53fd6fcd4d851a 100644 Binary files a/qnn/kv/layer_29_key_0.raw and b/qnn/kv/layer_29_key_0.raw differ diff --git a/qnn/kv/layer_29_key_1.raw b/qnn/kv/layer_29_key_1.raw index 9aa0784c2c3d0b6cf6897fb7b42287e2f918f0a6..77860799aaae3e9f7e83a02700f2785a9aa4758b 100644 Binary files a/qnn/kv/layer_29_key_1.raw and b/qnn/kv/layer_29_key_1.raw differ diff --git a/qnn/kv/layer_29_key_2.raw b/qnn/kv/layer_29_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf291bbe56a974e3f4f405bcbf24ec288a932a06 Binary files /dev/null and b/qnn/kv/layer_29_key_2.raw differ diff --git a/qnn/kv/layer_29_key_3.raw b/qnn/kv/layer_29_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..05159b5c6bde01e4f83a3ce196e181e7ef983904 Binary files /dev/null and b/qnn/kv/layer_29_key_3.raw differ diff --git a/qnn/kv/layer_29_key_4.raw b/qnn/kv/layer_29_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e74306047736152b5e5d428f53d69090cc9d7e24 Binary files /dev/null and b/qnn/kv/layer_29_key_4.raw differ diff --git a/qnn/kv/layer_29_key_5.raw b/qnn/kv/layer_29_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..188d78a211d1a8671c6c6e0a98b42de152870881 Binary files /dev/null and b/qnn/kv/layer_29_key_5.raw differ diff --git a/qnn/kv/layer_29_key_6.raw b/qnn/kv/layer_29_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec900939a91ddc89781a2ab6b22af4c0ebf54dc8 Binary files /dev/null and b/qnn/kv/layer_29_key_6.raw differ diff --git a/qnn/kv/layer_29_key_7.raw b/qnn/kv/layer_29_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..42fdff006a4f2bd9933981acf038463cb15e2f6f Binary files /dev/null and b/qnn/kv/layer_29_key_7.raw differ diff --git a/qnn/kv/layer_29_value_0.raw b/qnn/kv/layer_29_value_0.raw index d666be1fedf190e9a6890655191add48115e5619..81884af4d978aed0c9f54ef0931aefc63b2792a7 100644 Binary files a/qnn/kv/layer_29_value_0.raw and b/qnn/kv/layer_29_value_0.raw differ diff --git a/qnn/kv/layer_29_value_1.raw b/qnn/kv/layer_29_value_1.raw index 4a64d6f060e538fe07c23f378ac896327e8e1355..f43bf9b0e5fb1057ed38b4849562142bef4c3ec7 100644 Binary files a/qnn/kv/layer_29_value_1.raw and b/qnn/kv/layer_29_value_1.raw differ diff --git a/qnn/kv/layer_29_value_2.raw b/qnn/kv/layer_29_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..89991cee22a309067eb9d8a1d1af180e1d97c7a0 Binary files /dev/null and b/qnn/kv/layer_29_value_2.raw differ diff --git a/qnn/kv/layer_29_value_3.raw b/qnn/kv/layer_29_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b1890d0c43f5159cf82c70329d89b4b81297f41 Binary files /dev/null and b/qnn/kv/layer_29_value_3.raw differ diff --git a/qnn/kv/layer_29_value_4.raw b/qnn/kv/layer_29_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..be31f11c568b24f5127bd81ec390d5baf55cad92 Binary files /dev/null and b/qnn/kv/layer_29_value_4.raw differ diff --git a/qnn/kv/layer_29_value_5.raw b/qnn/kv/layer_29_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..0dc0df54e6b079652bdf4ae029e15866f3f01c9f Binary files /dev/null and b/qnn/kv/layer_29_value_5.raw differ diff --git a/qnn/kv/layer_29_value_6.raw b/qnn/kv/layer_29_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c4f5b2778d089a061945d781ce547dd96376f70 Binary files /dev/null and b/qnn/kv/layer_29_value_6.raw differ diff --git a/qnn/kv/layer_29_value_7.raw b/qnn/kv/layer_29_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e15478633e11da7354ce68f2bed491e74f97530 Binary files /dev/null and b/qnn/kv/layer_29_value_7.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw index b23a0a17a976469cedc65aa97d4e1bba4ee64ce4..eac1936644694d2068fb8d5592ba0e194f5e7838 100644 Binary files a/qnn/kv/layer_2_key_0.raw and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw index b2d6a972bef9c40d5537b7439a6088899d90cde6..c2501ed245e67a8ad54f51e59135f7b5cdee73e9 100644 Binary files a/qnn/kv/layer_2_key_1.raw and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_key_2.raw b/qnn/kv/layer_2_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f2b21ae5e6942c25fbd019d9066603899e0c3bc8 Binary files /dev/null and b/qnn/kv/layer_2_key_2.raw differ diff --git a/qnn/kv/layer_2_key_3.raw b/qnn/kv/layer_2_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec50410e39ac63eb2cf0512e7c288da8bb7fabeb Binary files /dev/null and b/qnn/kv/layer_2_key_3.raw differ diff --git a/qnn/kv/layer_2_key_4.raw b/qnn/kv/layer_2_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e0b5d0da1483d95e4ffdf241f9e40a35128fe984 Binary files /dev/null and b/qnn/kv/layer_2_key_4.raw differ diff --git a/qnn/kv/layer_2_key_5.raw b/qnn/kv/layer_2_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9a52f8f2db1b3c28639dcb9257efb7b33af113f7 Binary files /dev/null and b/qnn/kv/layer_2_key_5.raw differ diff --git a/qnn/kv/layer_2_key_6.raw b/qnn/kv/layer_2_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f5ac2ad395763817d376867d612004778d8a6866 Binary files /dev/null and b/qnn/kv/layer_2_key_6.raw differ diff --git a/qnn/kv/layer_2_key_7.raw b/qnn/kv/layer_2_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..edd00c5c21aaabf468daca0653ff03e9206293de Binary files /dev/null and b/qnn/kv/layer_2_key_7.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw index 3cc80b6637e7422be865818056d432ebc42601c9..e652d5da1f2847d33777a43baf195204b5ab7752 100644 Binary files a/qnn/kv/layer_2_value_0.raw and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw index 685bfba262b96293490bae2874c78b5e9ecb1b54..3664d2e4ffcebee55974d6992ff2204157c4d061 100644 Binary files a/qnn/kv/layer_2_value_1.raw and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_2_value_2.raw b/qnn/kv/layer_2_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..a6f594cc5fcb92a7e35673f77764f4416a2d1a3a Binary files /dev/null and b/qnn/kv/layer_2_value_2.raw differ diff --git a/qnn/kv/layer_2_value_3.raw b/qnn/kv/layer_2_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..77c633f8f7d5f03282df082ae840966c0a4144d1 Binary files /dev/null and b/qnn/kv/layer_2_value_3.raw differ diff --git a/qnn/kv/layer_2_value_4.raw b/qnn/kv/layer_2_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..975d4bb6b7dc4d650b76fec4a5913b470cc0c191 Binary files /dev/null and b/qnn/kv/layer_2_value_4.raw differ diff --git a/qnn/kv/layer_2_value_5.raw b/qnn/kv/layer_2_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b293bea51bc4241635ca4a8d8f2cc285470a940b Binary files /dev/null and b/qnn/kv/layer_2_value_5.raw differ diff --git a/qnn/kv/layer_2_value_6.raw b/qnn/kv/layer_2_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..aa0dc3d2e9379911163fb181700c542679bb41e3 Binary files /dev/null and b/qnn/kv/layer_2_value_6.raw differ diff --git a/qnn/kv/layer_2_value_7.raw b/qnn/kv/layer_2_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0842f5ae7aaf4ffd175176cb6bfb98edacad8b58 Binary files /dev/null and b/qnn/kv/layer_2_value_7.raw differ diff --git a/qnn/kv/layer_30_key_0.raw b/qnn/kv/layer_30_key_0.raw index 7f60ad74279e610ca0b2b87516ace224bc8527d2..8421acf5365c87817800e70ed678fbb73c786cdb 100644 Binary files a/qnn/kv/layer_30_key_0.raw and b/qnn/kv/layer_30_key_0.raw differ diff --git a/qnn/kv/layer_30_key_1.raw b/qnn/kv/layer_30_key_1.raw index 7833e1af4d4128feee72cf25f74e7e32172923f3..032885f29bc632647692a2ce09687cadd59256f3 100644 Binary files a/qnn/kv/layer_30_key_1.raw and b/qnn/kv/layer_30_key_1.raw differ diff --git a/qnn/kv/layer_30_key_2.raw b/qnn/kv/layer_30_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..447f6be7d52db8747fc8bd34b435efd7b175bded Binary files /dev/null and b/qnn/kv/layer_30_key_2.raw differ diff --git a/qnn/kv/layer_30_key_3.raw b/qnn/kv/layer_30_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..887aa3c4e860be853390d1099b46e1d13f029a35 Binary files /dev/null and b/qnn/kv/layer_30_key_3.raw differ diff --git a/qnn/kv/layer_30_key_4.raw b/qnn/kv/layer_30_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..249d216a4ee13ec366eeb1b7dbc36623aa5a08db Binary files /dev/null and b/qnn/kv/layer_30_key_4.raw differ diff --git a/qnn/kv/layer_30_key_5.raw b/qnn/kv/layer_30_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ded58e4b2ea5ea01b40724bf05196a86c06be9d Binary files /dev/null and b/qnn/kv/layer_30_key_5.raw differ diff --git a/qnn/kv/layer_30_key_6.raw b/qnn/kv/layer_30_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..776ff557a988335e55082f4565a0e21992c4d3b5 Binary files /dev/null and b/qnn/kv/layer_30_key_6.raw differ diff --git a/qnn/kv/layer_30_key_7.raw b/qnn/kv/layer_30_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0848cbe1dc943249103f31ce846357c44ee3968a Binary files /dev/null and b/qnn/kv/layer_30_key_7.raw differ diff --git a/qnn/kv/layer_30_value_0.raw b/qnn/kv/layer_30_value_0.raw index be495cdb66582a7291bbbefce7a5b08572057a4d..4dbc5d4b76de6e505928a801014eda5a9040d6c4 100644 Binary files a/qnn/kv/layer_30_value_0.raw and b/qnn/kv/layer_30_value_0.raw differ diff --git a/qnn/kv/layer_30_value_1.raw b/qnn/kv/layer_30_value_1.raw index 5ee9f0295d4b4e22d4745c229ca013b51ca993ee..c604aeb5c6dbfaea5ff5cef8a47cb359d07d8bb2 100644 Binary files a/qnn/kv/layer_30_value_1.raw and b/qnn/kv/layer_30_value_1.raw differ diff --git a/qnn/kv/layer_30_value_2.raw b/qnn/kv/layer_30_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3119c8609ae7eddd0bcb2bc57bd1a5a4f9efc17a Binary files /dev/null and b/qnn/kv/layer_30_value_2.raw differ diff --git a/qnn/kv/layer_30_value_3.raw b/qnn/kv/layer_30_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b371302ab7e81ba71eea694713124a694a402c8e Binary files /dev/null and b/qnn/kv/layer_30_value_3.raw differ diff --git a/qnn/kv/layer_30_value_4.raw b/qnn/kv/layer_30_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..59d3935a6d3d067431f87d638f2ba1025fd547af Binary files /dev/null and b/qnn/kv/layer_30_value_4.raw differ diff --git a/qnn/kv/layer_30_value_5.raw b/qnn/kv/layer_30_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5346ba32f8bcbbf84ba5be9d238742e5c45f2a20 Binary files /dev/null and b/qnn/kv/layer_30_value_5.raw differ diff --git a/qnn/kv/layer_30_value_6.raw b/qnn/kv/layer_30_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e06d9f6d104ab0b6287598ddcfbb0abcb6f6ae2 Binary files /dev/null and b/qnn/kv/layer_30_value_6.raw differ diff --git a/qnn/kv/layer_30_value_7.raw b/qnn/kv/layer_30_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..59af713ca24aed8f5b4d71b7651802f04f5be061 Binary files /dev/null and b/qnn/kv/layer_30_value_7.raw differ diff --git a/qnn/kv/layer_31_key_0.raw b/qnn/kv/layer_31_key_0.raw index b0a35a055d3ab6c07b671b421f9d7d34dcbadd3d..a57130580efc574d55459cdf4320fb608167f9bb 100644 Binary files a/qnn/kv/layer_31_key_0.raw and b/qnn/kv/layer_31_key_0.raw differ diff --git a/qnn/kv/layer_31_key_1.raw b/qnn/kv/layer_31_key_1.raw index 6dbc66b8cfbb61431b83140fde007d85feb35197..6a774196bfe7d1a4d63573cf6a0a8cd0f5563a2f 100644 Binary files a/qnn/kv/layer_31_key_1.raw and b/qnn/kv/layer_31_key_1.raw differ diff --git a/qnn/kv/layer_31_key_2.raw b/qnn/kv/layer_31_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec110d021a266bcbe2057c5ba269152063805683 Binary files /dev/null and b/qnn/kv/layer_31_key_2.raw differ diff --git a/qnn/kv/layer_31_key_3.raw b/qnn/kv/layer_31_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9a96553d86b87c302458ce1b20dd0a1a55086b7 Binary files /dev/null and b/qnn/kv/layer_31_key_3.raw differ diff --git a/qnn/kv/layer_31_key_4.raw b/qnn/kv/layer_31_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc61dc892e996af719874cac0c0d0b9d9a44f3b4 Binary files /dev/null and b/qnn/kv/layer_31_key_4.raw differ diff --git a/qnn/kv/layer_31_key_5.raw b/qnn/kv/layer_31_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..11a06ec0fc3d1e2f0bc6abda7b85917db4f57beb Binary files /dev/null and b/qnn/kv/layer_31_key_5.raw differ diff --git a/qnn/kv/layer_31_key_6.raw b/qnn/kv/layer_31_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8e943389faa1b84ce4a4b9a9c1ed2f525f59964a Binary files /dev/null and b/qnn/kv/layer_31_key_6.raw differ diff --git a/qnn/kv/layer_31_key_7.raw b/qnn/kv/layer_31_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..204be22b533312005827aedf2bd5c21f1f120f48 Binary files /dev/null and b/qnn/kv/layer_31_key_7.raw differ diff --git a/qnn/kv/layer_31_value_0.raw b/qnn/kv/layer_31_value_0.raw index f0cb26b6a3ae1be4b2d72191f8292f59752d66f6..d94990fcc850d3ad8e4de447e26fde0ceaba6d22 100644 Binary files a/qnn/kv/layer_31_value_0.raw and b/qnn/kv/layer_31_value_0.raw differ diff --git a/qnn/kv/layer_31_value_1.raw b/qnn/kv/layer_31_value_1.raw index 580bec0310d4931f9991f3d3b99aa7c1fe495a36..76a2006e42bd9cff0dc855ba5a12c5d503fb7545 100644 Binary files a/qnn/kv/layer_31_value_1.raw and b/qnn/kv/layer_31_value_1.raw differ diff --git a/qnn/kv/layer_31_value_2.raw b/qnn/kv/layer_31_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fc93f07cd870dba54b4f68a4ff4171434d10974a Binary files /dev/null and b/qnn/kv/layer_31_value_2.raw differ diff --git a/qnn/kv/layer_31_value_3.raw b/qnn/kv/layer_31_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed09c81cf6a09a4c87b25d434346c7a6c74161ba Binary files /dev/null and b/qnn/kv/layer_31_value_3.raw differ diff --git a/qnn/kv/layer_31_value_4.raw b/qnn/kv/layer_31_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..117125de7eb4974169ca88a4ae3956f3963e140e Binary files /dev/null and b/qnn/kv/layer_31_value_4.raw differ diff --git a/qnn/kv/layer_31_value_5.raw b/qnn/kv/layer_31_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..73f696726e587f16aade161a47b0a5551b9e68d3 Binary files /dev/null and b/qnn/kv/layer_31_value_5.raw differ diff --git a/qnn/kv/layer_31_value_6.raw b/qnn/kv/layer_31_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6561b8bb3b031df3337be67a543650a324d634b8 Binary files /dev/null and b/qnn/kv/layer_31_value_6.raw differ diff --git a/qnn/kv/layer_31_value_7.raw b/qnn/kv/layer_31_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e419b97617ce67f923b1b13ecbb7d34b74304761 Binary files /dev/null and b/qnn/kv/layer_31_value_7.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw index 75ba4100eb167032e6ba97f5fcc1535e1a64cb9b..df9a2f46acd83ad68fcd1c83a02194fb25f67d99 100644 Binary files a/qnn/kv/layer_3_key_0.raw and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw index 29a748c4190cb85062778330b6d1ac89d3b4dfb8..9933af802027ff7ac0ebd490c09e374558e02daf 100644 Binary files a/qnn/kv/layer_3_key_1.raw and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_key_2.raw b/qnn/kv/layer_3_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a5ef30f1e006c77622a1907ecea2c584cf4f172 Binary files /dev/null and b/qnn/kv/layer_3_key_2.raw differ diff --git a/qnn/kv/layer_3_key_3.raw b/qnn/kv/layer_3_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..93f6c75335011d23d608e7348ca8b6834849aeb3 Binary files /dev/null and b/qnn/kv/layer_3_key_3.raw differ diff --git a/qnn/kv/layer_3_key_4.raw b/qnn/kv/layer_3_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f36ce5ee71331a0fb8edf661815836dbf177e134 Binary files /dev/null and b/qnn/kv/layer_3_key_4.raw differ diff --git a/qnn/kv/layer_3_key_5.raw b/qnn/kv/layer_3_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd7aa9e41f91e3ec6cfb91fc437d0df97b2e9964 Binary files /dev/null and b/qnn/kv/layer_3_key_5.raw differ diff --git a/qnn/kv/layer_3_key_6.raw b/qnn/kv/layer_3_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a908263e8874f14b1a07d432f9a6c4d603be04cf Binary files /dev/null and b/qnn/kv/layer_3_key_6.raw differ diff --git a/qnn/kv/layer_3_key_7.raw b/qnn/kv/layer_3_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..642a10d2118f4ceeef29f350f099b0d468a6ff5f Binary files /dev/null and b/qnn/kv/layer_3_key_7.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw index 18f7d04d8e169f3bb588629cf6d4ee3f065fda1c..a08e01d8667ad247e3fcf4bab5bab086e15b27f1 100644 Binary files a/qnn/kv/layer_3_value_0.raw and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw index 223382e085591b9d48ca6a140666749bb4ff1d89..ce15e817b82ceeff0a7ffdfcf224ddf0cfae0e4e 100644 Binary files a/qnn/kv/layer_3_value_1.raw and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_3_value_2.raw b/qnn/kv/layer_3_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..624aa42d37423ae5748a6848af8def5505568518 Binary files /dev/null and b/qnn/kv/layer_3_value_2.raw differ diff --git a/qnn/kv/layer_3_value_3.raw b/qnn/kv/layer_3_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b482c0da74ce90a504e0ececf7f32368022177a Binary files /dev/null and b/qnn/kv/layer_3_value_3.raw differ diff --git a/qnn/kv/layer_3_value_4.raw b/qnn/kv/layer_3_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8ce2db44e3a8b74133975065118cd5ff7b8d7c11 Binary files /dev/null and b/qnn/kv/layer_3_value_4.raw differ diff --git a/qnn/kv/layer_3_value_5.raw b/qnn/kv/layer_3_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e979426771422a149570b70e65ad4fd21ea18e9b Binary files /dev/null and b/qnn/kv/layer_3_value_5.raw differ diff --git a/qnn/kv/layer_3_value_6.raw b/qnn/kv/layer_3_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4680327e85e4b42cc0bbc4c71acc8ad376fd7e4d Binary files /dev/null and b/qnn/kv/layer_3_value_6.raw differ diff --git a/qnn/kv/layer_3_value_7.raw b/qnn/kv/layer_3_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6fb7c534a8688edc5eb343d55bbb2c3702ffbe9d Binary files /dev/null and b/qnn/kv/layer_3_value_7.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw index 1a7afb09cd41a3513bfff6c2ac506dca02962ae0..2a342756788c0d1c2d61bddd6878dcbdca52734c 100644 Binary files a/qnn/kv/layer_4_key_0.raw and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw index d0ed9d8dd45f959612560033ffe02a0e9403176b..a47eb726f1d36a1bd9a70c382f6553ad7d7b20ba 100644 Binary files a/qnn/kv/layer_4_key_1.raw and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_key_2.raw b/qnn/kv/layer_4_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..de537882dcdf4d26a8fb91e6f459f44b344c7dbf Binary files /dev/null and b/qnn/kv/layer_4_key_2.raw differ diff --git a/qnn/kv/layer_4_key_3.raw b/qnn/kv/layer_4_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..15c6da7da7b3768da88995fd22cf3b49f48e6ab4 Binary files /dev/null and b/qnn/kv/layer_4_key_3.raw differ diff --git a/qnn/kv/layer_4_key_4.raw b/qnn/kv/layer_4_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ee3dbd8fec8c3720812b85de168dda0344762c2 Binary files /dev/null and b/qnn/kv/layer_4_key_4.raw differ diff --git a/qnn/kv/layer_4_key_5.raw b/qnn/kv/layer_4_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..841995b4d252669dc8eb166951b33664b9a0034b Binary files /dev/null and b/qnn/kv/layer_4_key_5.raw differ diff --git a/qnn/kv/layer_4_key_6.raw b/qnn/kv/layer_4_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ff93b9d8cebe30fdefdbd8407074d4215fe77d2 Binary files /dev/null and b/qnn/kv/layer_4_key_6.raw differ diff --git a/qnn/kv/layer_4_key_7.raw b/qnn/kv/layer_4_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..90b1c882a14df083f511253f1b32f1ef6f864523 Binary files /dev/null and b/qnn/kv/layer_4_key_7.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw index 2526db7bdf7bc8bb0e721232edda1561fec15231..2cbe5a8224e8c933b62d343919c95c6ef26bab96 100644 Binary files a/qnn/kv/layer_4_value_0.raw and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw index db12a2ae7c8eb05bef549eb54a5899a9082f715b..5d45ce97ade381c660477805da6328e0ddd2bf37 100644 Binary files a/qnn/kv/layer_4_value_1.raw and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_4_value_2.raw b/qnn/kv/layer_4_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3f8bc636ea9650efcea7e0296757376ee748caf0 Binary files /dev/null and b/qnn/kv/layer_4_value_2.raw differ diff --git a/qnn/kv/layer_4_value_3.raw b/qnn/kv/layer_4_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d0cba553788e19d2d8366821bfd41dafae885b8 Binary files /dev/null and b/qnn/kv/layer_4_value_3.raw differ diff --git a/qnn/kv/layer_4_value_4.raw b/qnn/kv/layer_4_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..52ac15b65534a5d72c5fa0fad9ff75e509e31211 Binary files /dev/null and b/qnn/kv/layer_4_value_4.raw differ diff --git a/qnn/kv/layer_4_value_5.raw b/qnn/kv/layer_4_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f783acfd228b897dc563ece6fef1925b3d117e8e Binary files /dev/null and b/qnn/kv/layer_4_value_5.raw differ diff --git a/qnn/kv/layer_4_value_6.raw b/qnn/kv/layer_4_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..baa6956048a153cd3a8d0717e69e2de488dad25b Binary files /dev/null and b/qnn/kv/layer_4_value_6.raw differ diff --git a/qnn/kv/layer_4_value_7.raw b/qnn/kv/layer_4_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf087fd5c07671eb4a32991edd389061f7c52a45 Binary files /dev/null and b/qnn/kv/layer_4_value_7.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw index 6df289bf3c43798c5799879dbc9bbcfb4ed5090e..1f0eaf997925cdc7fed05c0a8d50eed47e041275 100644 Binary files a/qnn/kv/layer_5_key_0.raw and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw index 49ae8dd44f197ec8f69de6ac5fa24376dfb64987..0ce5c961983a53f9493b26669827cb731c29fd33 100644 Binary files a/qnn/kv/layer_5_key_1.raw and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_key_2.raw b/qnn/kv/layer_5_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6eff23b5c857424575cac32f3283852d65944d5f Binary files /dev/null and b/qnn/kv/layer_5_key_2.raw differ diff --git a/qnn/kv/layer_5_key_3.raw b/qnn/kv/layer_5_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d18b8afd0fa714aa29e94c92d958faddd1669706 Binary files /dev/null and b/qnn/kv/layer_5_key_3.raw differ diff --git a/qnn/kv/layer_5_key_4.raw b/qnn/kv/layer_5_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e0b1283dfac3a21f4e9b64965292189a9d1e6f7 Binary files /dev/null and b/qnn/kv/layer_5_key_4.raw differ diff --git a/qnn/kv/layer_5_key_5.raw b/qnn/kv/layer_5_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..aeea164b226fcafaef2456a855dcb13f9099b4f6 Binary files /dev/null and b/qnn/kv/layer_5_key_5.raw differ diff --git a/qnn/kv/layer_5_key_6.raw b/qnn/kv/layer_5_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d9972577bc114a3046160a1244b77e54fdd4310a Binary files /dev/null and b/qnn/kv/layer_5_key_6.raw differ diff --git a/qnn/kv/layer_5_key_7.raw b/qnn/kv/layer_5_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6547bc9f7513b9bb5d984a8a3016220af5199fbd Binary files /dev/null and b/qnn/kv/layer_5_key_7.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw index 39c98dda90aabb92ecfc61b0bae1bd9de6bc3f0c..3423de533519835abc8527186ece535ee029ed75 100644 Binary files a/qnn/kv/layer_5_value_0.raw and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw index f5c2c68de30829cc9459496fdd3470b93c24c3af..5d1dc895f5e56ba4e8e8e7f77fee869020758cee 100644 Binary files a/qnn/kv/layer_5_value_1.raw and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_5_value_2.raw b/qnn/kv/layer_5_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c5ccda03e0816996f96a54b6d7c5ec78df99c9a Binary files /dev/null and b/qnn/kv/layer_5_value_2.raw differ diff --git a/qnn/kv/layer_5_value_3.raw b/qnn/kv/layer_5_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..51ae73c49991eda87446f91676fea3ce1e89cb9b Binary files /dev/null and b/qnn/kv/layer_5_value_3.raw differ diff --git a/qnn/kv/layer_5_value_4.raw b/qnn/kv/layer_5_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2bc0d8b9e1c1c6879d9e46f021e3e29487a3fbfb Binary files /dev/null and b/qnn/kv/layer_5_value_4.raw differ diff --git a/qnn/kv/layer_5_value_5.raw b/qnn/kv/layer_5_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a4dd5b5bffbe51820d0563262066914672326efd Binary files /dev/null and b/qnn/kv/layer_5_value_5.raw differ diff --git a/qnn/kv/layer_5_value_6.raw b/qnn/kv/layer_5_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..371f23c1b5ecce5a3c4a01a4dbf584534ea87142 Binary files /dev/null and b/qnn/kv/layer_5_value_6.raw differ diff --git a/qnn/kv/layer_5_value_7.raw b/qnn/kv/layer_5_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..38a01ed80e4b878de93551a2b68357f625db339c Binary files /dev/null and b/qnn/kv/layer_5_value_7.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw index cc304a6be9a012e79ff98957a2b1f74b6a742a59..26b3d68f1536cbfad54321dd150c59bb092a50ce 100644 Binary files a/qnn/kv/layer_6_key_0.raw and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw index fa37d1327300b347549e244199f228e1aab5262c..9f65f5d129c428e0314d98e49bf50226cd3b71e4 100644 Binary files a/qnn/kv/layer_6_key_1.raw and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_key_2.raw b/qnn/kv/layer_6_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ec7f6a0c56484f4dd93220fb68dbfb2e65e6750 Binary files /dev/null and b/qnn/kv/layer_6_key_2.raw differ diff --git a/qnn/kv/layer_6_key_3.raw b/qnn/kv/layer_6_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9455f1dfcca422f38585e02eb045759c76325ce7 Binary files /dev/null and b/qnn/kv/layer_6_key_3.raw differ diff --git a/qnn/kv/layer_6_key_4.raw b/qnn/kv/layer_6_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..63eb3b975cf92535912360b4e2680c1189e49ef6 Binary files /dev/null and b/qnn/kv/layer_6_key_4.raw differ diff --git a/qnn/kv/layer_6_key_5.raw b/qnn/kv/layer_6_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9dda63bf8154be0fd0ab40f5a0d942b2d0505f00 Binary files /dev/null and b/qnn/kv/layer_6_key_5.raw differ diff --git a/qnn/kv/layer_6_key_6.raw b/qnn/kv/layer_6_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..eba1b0bbf9e406a966b497839cdaebcf2627788e Binary files /dev/null and b/qnn/kv/layer_6_key_6.raw differ diff --git a/qnn/kv/layer_6_key_7.raw b/qnn/kv/layer_6_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..066060e221c170dc93629e608c18ff48a13fb92d Binary files /dev/null and b/qnn/kv/layer_6_key_7.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw index c3584bf2c272c30d69946b29de70ea36d4ce84e8..7d141149c35bd4924182fd459786c6b4a6bc9b0d 100644 Binary files a/qnn/kv/layer_6_value_0.raw and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw index af776f153f32a50ea6718bf34cbfa5165cfe188f..657665b83ba66703648b1d590ba2e5cf0277b609 100644 Binary files a/qnn/kv/layer_6_value_1.raw and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_6_value_2.raw b/qnn/kv/layer_6_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d1f9780f3d85cbb00b6521ab02dc2f8d78fd9b7 Binary files /dev/null and b/qnn/kv/layer_6_value_2.raw differ diff --git a/qnn/kv/layer_6_value_3.raw b/qnn/kv/layer_6_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1330b561da7fec8c6983dbf45883288815c84f8d Binary files /dev/null and b/qnn/kv/layer_6_value_3.raw differ diff --git a/qnn/kv/layer_6_value_4.raw b/qnn/kv/layer_6_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..96ec245f37db8ca1ed921a7166c4ee73fe110de0 Binary files /dev/null and b/qnn/kv/layer_6_value_4.raw differ diff --git a/qnn/kv/layer_6_value_5.raw b/qnn/kv/layer_6_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..71f56cc6d519b9b2e5b06d8bd1fd135dd08432a9 Binary files /dev/null and b/qnn/kv/layer_6_value_5.raw differ diff --git a/qnn/kv/layer_6_value_6.raw b/qnn/kv/layer_6_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..361f6425000c4c0d95dd3a2bda0d6afc6ca7d6a8 Binary files /dev/null and b/qnn/kv/layer_6_value_6.raw differ diff --git a/qnn/kv/layer_6_value_7.raw b/qnn/kv/layer_6_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e5ca48842c6504837b40df234b8b3924c1cc0e44 Binary files /dev/null and b/qnn/kv/layer_6_value_7.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw index 909cf8ada47183620b0543e936e059e38da1ee6d..3a5188de6482bc431a0aafe2adc1166d2e697085 100644 Binary files a/qnn/kv/layer_7_key_0.raw and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw index 2f4fa6f9a5559cb7355932ced89e3f89ea5d249e..e62329529e5dcb320e710998c374ba9b97a807f7 100644 Binary files a/qnn/kv/layer_7_key_1.raw and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_key_2.raw b/qnn/kv/layer_7_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b7f3c75c78428f6aef98f662dd34977a7d68c2e Binary files /dev/null and b/qnn/kv/layer_7_key_2.raw differ diff --git a/qnn/kv/layer_7_key_3.raw b/qnn/kv/layer_7_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..47d0e6f802eae644d59b3ecb4e7dfe6f077d98f0 Binary files /dev/null and b/qnn/kv/layer_7_key_3.raw differ diff --git a/qnn/kv/layer_7_key_4.raw b/qnn/kv/layer_7_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..990f80b7462febd5705b93a3489f783abde9df66 Binary files /dev/null and b/qnn/kv/layer_7_key_4.raw differ diff --git a/qnn/kv/layer_7_key_5.raw b/qnn/kv/layer_7_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..afe830ea3205a93a5473301903fbe64033671053 Binary files /dev/null and b/qnn/kv/layer_7_key_5.raw differ diff --git a/qnn/kv/layer_7_key_6.raw b/qnn/kv/layer_7_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed503b5fd771690a88216f41fd36886c9a1d1adf Binary files /dev/null and b/qnn/kv/layer_7_key_6.raw differ diff --git a/qnn/kv/layer_7_key_7.raw b/qnn/kv/layer_7_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e7d5570f8cc95d4caa284c7cba6844176b0a8d0 Binary files /dev/null and b/qnn/kv/layer_7_key_7.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw index be09f1924c1a826017927399b2161abdd7eeaaaf..7f2f38464ffc590d953d4d8f950d9f4e6db95a49 100644 Binary files a/qnn/kv/layer_7_value_0.raw and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw index 68eec8572db28b8d959a5ab406fda316d894a158..e08e9422902e604b8f0f42dcb5096c586092ff91 100644 Binary files a/qnn/kv/layer_7_value_1.raw and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_7_value_2.raw b/qnn/kv/layer_7_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..20250624c95dd1fee2418046483b1e6555781dea Binary files /dev/null and b/qnn/kv/layer_7_value_2.raw differ diff --git a/qnn/kv/layer_7_value_3.raw b/qnn/kv/layer_7_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2b04274280ee0b576a07969aa32f3bafe17f734b Binary files /dev/null and b/qnn/kv/layer_7_value_3.raw differ diff --git a/qnn/kv/layer_7_value_4.raw b/qnn/kv/layer_7_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..885a9c27b1108d31af9e0ade0076effc9c3ceefc Binary files /dev/null and b/qnn/kv/layer_7_value_4.raw differ diff --git a/qnn/kv/layer_7_value_5.raw b/qnn/kv/layer_7_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..da630b9ea6a51738b3b466404cb04d018ca3536d Binary files /dev/null and b/qnn/kv/layer_7_value_5.raw differ diff --git a/qnn/kv/layer_7_value_6.raw b/qnn/kv/layer_7_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ccdc55bfaa0f6a9baf37e9619e67b95c25fd0cb2 Binary files /dev/null and b/qnn/kv/layer_7_value_6.raw differ diff --git a/qnn/kv/layer_7_value_7.raw b/qnn/kv/layer_7_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..059d5225fd4b2cf530c77483059b0efb4e05042f Binary files /dev/null and b/qnn/kv/layer_7_value_7.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw index 251a90094510fc990566a0af6bab6b72f9040ae5..a62b40dd0a3a7c317918e26f4ff5d7f9664979f6 100644 Binary files a/qnn/kv/layer_8_key_0.raw and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw index f143b07dfd4702d05d7b4f0e4e2383b773724a27..3a5c3ecf411b96a8e7b67d46667f4467f1ebe1d6 100644 Binary files a/qnn/kv/layer_8_key_1.raw and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_key_2.raw b/qnn/kv/layer_8_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b8a5479ab31bdc3a124654e61dc9c712ef0fb0b Binary files /dev/null and b/qnn/kv/layer_8_key_2.raw differ diff --git a/qnn/kv/layer_8_key_3.raw b/qnn/kv/layer_8_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..947d3ad59676e3712300200b69e58c0f26ce89a9 Binary files /dev/null and b/qnn/kv/layer_8_key_3.raw differ diff --git a/qnn/kv/layer_8_key_4.raw b/qnn/kv/layer_8_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a87ccf42822e86b46bfb07f97f14378a3e5b2d48 Binary files /dev/null and b/qnn/kv/layer_8_key_4.raw differ diff --git a/qnn/kv/layer_8_key_5.raw b/qnn/kv/layer_8_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..16f2e82a272e7a5b068f8b292b3391e530bb9b58 Binary files /dev/null and b/qnn/kv/layer_8_key_5.raw differ diff --git a/qnn/kv/layer_8_key_6.raw b/qnn/kv/layer_8_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..05f1ff12d75940162dbd75f81bf81bbcde1999a5 Binary files /dev/null and b/qnn/kv/layer_8_key_6.raw differ diff --git a/qnn/kv/layer_8_key_7.raw b/qnn/kv/layer_8_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6513970901124aa13ef7bfe43b1848632f2c241 Binary files /dev/null and b/qnn/kv/layer_8_key_7.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw index bcfffc1fd637a06212181e546713164957d3c999..a5ffae624505a24abd0573c4db2cc8c6520f9b9f 100644 Binary files a/qnn/kv/layer_8_value_0.raw and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw index 7fec99c22090d02c79f34441c0ae2f8a91fca81b..9e689d048f542073fcb5ab54fe691c68f99ff28a 100644 Binary files a/qnn/kv/layer_8_value_1.raw and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_8_value_2.raw b/qnn/kv/layer_8_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb248521d5eb0df1ff06d839e7b28f874376d901 Binary files /dev/null and b/qnn/kv/layer_8_value_2.raw differ diff --git a/qnn/kv/layer_8_value_3.raw b/qnn/kv/layer_8_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2c30ddc14235612896db29da07a12c01bfa7544f Binary files /dev/null and b/qnn/kv/layer_8_value_3.raw differ diff --git a/qnn/kv/layer_8_value_4.raw b/qnn/kv/layer_8_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef3faa0af159d88f9c29c44c06a54efbce4d3704 Binary files /dev/null and b/qnn/kv/layer_8_value_4.raw differ diff --git a/qnn/kv/layer_8_value_5.raw b/qnn/kv/layer_8_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef44fac3ec5c7133da6d3a24ce0d79ebe055aa24 Binary files /dev/null and b/qnn/kv/layer_8_value_5.raw differ diff --git a/qnn/kv/layer_8_value_6.raw b/qnn/kv/layer_8_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..12fcbb89cf0f190f19746a9bf44283d2557fe5c4 Binary files /dev/null and b/qnn/kv/layer_8_value_6.raw differ diff --git a/qnn/kv/layer_8_value_7.raw b/qnn/kv/layer_8_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7087f8d661c342527e6a25054813164202a0e649 Binary files /dev/null and b/qnn/kv/layer_8_value_7.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw index f3068fdc783767f0f9178d4422442b51b222d427..06a81abfe3797038745f9a76ccc18a312e290e35 100644 Binary files a/qnn/kv/layer_9_key_0.raw and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw index 4b05c18d5df9d482d012399e42e7e6cea500c3c5..0d8eff12dafa714377fd10b26c1896ce11f8f760 100644 Binary files a/qnn/kv/layer_9_key_1.raw and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_key_2.raw b/qnn/kv/layer_9_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c4baa46be6e206a5ef158dd9ea915d7f50044b5 Binary files /dev/null and b/qnn/kv/layer_9_key_2.raw differ diff --git a/qnn/kv/layer_9_key_3.raw b/qnn/kv/layer_9_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..11fe9ee473c7b8902b133edfafb050aa82968d69 Binary files /dev/null and b/qnn/kv/layer_9_key_3.raw differ diff --git a/qnn/kv/layer_9_key_4.raw b/qnn/kv/layer_9_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ea8c86226f421a20e79016c8b30ccdfcae842a7d Binary files /dev/null and b/qnn/kv/layer_9_key_4.raw differ diff --git a/qnn/kv/layer_9_key_5.raw b/qnn/kv/layer_9_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2323f2ffad52520e11458dbe6c3f1aa276324400 Binary files /dev/null and b/qnn/kv/layer_9_key_5.raw differ diff --git a/qnn/kv/layer_9_key_6.raw b/qnn/kv/layer_9_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8109c028277db8ed2ae3520fd445de8cce87d39d Binary files /dev/null and b/qnn/kv/layer_9_key_6.raw differ diff --git a/qnn/kv/layer_9_key_7.raw b/qnn/kv/layer_9_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e7827d1be760e7ba0224eb48ea68a30684213100 Binary files /dev/null and b/qnn/kv/layer_9_key_7.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw index 23816ad4602ad1da0f557388f0b6bffbd827f75f..1c10cfc1872ffffd322d9f7c0acae37f84a2cc28 100644 Binary files a/qnn/kv/layer_9_value_0.raw and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw index e0d1417f8dfb4ce72a93400bb08ea596fec56a6f..36775045ca7212e6a40d2c34d466107185a9adf0 100644 Binary files a/qnn/kv/layer_9_value_1.raw and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/kv/layer_9_value_2.raw b/qnn/kv/layer_9_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c2dbba347fd14608dc1e67c83bc655c3b44151f8 Binary files /dev/null and b/qnn/kv/layer_9_value_2.raw differ diff --git a/qnn/kv/layer_9_value_3.raw b/qnn/kv/layer_9_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6271ad19d484388586c1340ac57fef9c661b2c8 Binary files /dev/null and b/qnn/kv/layer_9_value_3.raw differ diff --git a/qnn/kv/layer_9_value_4.raw b/qnn/kv/layer_9_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c64a5dc41070d21e26992fec5b1c3107ebb64329 Binary files /dev/null and b/qnn/kv/layer_9_value_4.raw differ diff --git a/qnn/kv/layer_9_value_5.raw b/qnn/kv/layer_9_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..807df164a63400430de385c53267294112a33d84 Binary files /dev/null and b/qnn/kv/layer_9_value_5.raw differ diff --git a/qnn/kv/layer_9_value_6.raw b/qnn/kv/layer_9_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..105a1bd09cca8d6380d30fb79edf861cd5396a37 Binary files /dev/null and b/qnn/kv/layer_9_value_6.raw differ diff --git a/qnn/kv/layer_9_value_7.raw b/qnn/kv/layer_9_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..176620326fbbe65e85e973a32141d5294d74e395 Binary files /dev/null and b/qnn/kv/layer_9_value_7.raw differ diff --git a/qnn/llama3_1_8b_0.bin b/qnn/llama3_1_8b_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..7c05801c265123a0e4f72b0779e7b46bbb0882cb --- /dev/null +++ b/qnn/llama3_1_8b_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecaaf5a89abf9117f0209ecd0ed7c9b19859df47827f3478a5d8598a00f30636 +size 892833936 diff --git a/qnn/llama3_1_8b_1.bin b/qnn/llama3_1_8b_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..bcc58df05c2b429b44b08e914ba2a3f9ca9912ad --- /dev/null +++ b/qnn/llama3_1_8b_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db29d502238eff4679be7fe88b815009b865275a3f1b9834d7a129128516270 +size 892851088 diff --git a/qnn/llama3_1_8b_2.bin b/qnn/llama3_1_8b_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..76a3a6d05d276a43b9046145a7aa5a1722fcd1ed --- /dev/null +++ b/qnn/llama3_1_8b_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6c1be18b5c125daad83a27d000f048c7d7acf7132508e3fbcb2747580fe5c5 +size 892847248 diff --git a/qnn/llama3_1_8b_3.bin b/qnn/llama3_1_8b_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..aef6fde6b59349cf9dabc048743ed35901ff013c --- /dev/null +++ b/qnn/llama3_1_8b_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaff2ac52157a96261bd9920355e231c58c5cc71987e21fc5bb777c68e8f0743 +size 892851344 diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin index 19f3db7ef3282ad8d803014a63733225de26a20f..659403778914994d7b845bae579edaa2b9398df7 100644 --- a/qnn/lm_head.bin +++ b/qnn/lm_head.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4152b2401a22f48df3d3983733a096094bd69551ac0eff10de8ffaf5c42c9241 -size 164129144 +oid sha256:b467173725e72f1c43f18ebf01167b484b028783c3460669ab80bb99283ef948 +size 269691264 diff --git a/vocab.gguf b/vocab.gguf index 513002b8fa81c181d68952db34e5d0a8127fb3d3..68dcffe67127900edef14db13af079dfbd60d7dd 100644 --- a/vocab.gguf +++ b/vocab.gguf @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:709854441cf8454de2a0e939a4749468ef355518668a5e0e25932f46ff2c1708 -size 5929340 +oid sha256:87786b3eb13ec14f4b55cb5fb00bc91f1da880d30720a37c21d6a9796ce3aa49 +size 7823303