diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..b731c590c58541e040d2d67c1cc4138d8509de97 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +vocab.gguf filter=lfs diff=lfs merge=lfs -text +ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text +qnn/lm_head.bin filter=lfs diff=lfs merge=lfs -text +qnn/llama3_1_8b_2.bin filter=lfs diff=lfs merge=lfs -text +qnn/llama3_1_8b_3.bin filter=lfs diff=lfs merge=lfs -text +qnn/llama3_1_8b_1.bin filter=lfs diff=lfs merge=lfs -text +qnn/llama3_1_8b_0.bin filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7b95401dc46245ac339fc25059d4a56d90b4cde5 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +--- +license: apache-2.0 +--- diff --git a/ggml/weights.gguf b/ggml/weights.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c859669490483a4a03a7216f44ec86fac1077ca0 --- /dev/null +++ b/ggml/weights.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2a3f5861f15178ac12104c8b0206c40f7591358e6cf5bc0f423965df718ac8 +size 4525777760 diff --git a/model.json b/model.json new file mode 100644 index 0000000000000000000000000000000000000000..add5db6ffc0aeb6277d16c33417b5af924218499 --- /dev/null +++ b/model.json @@ -0,0 +1,27 @@ +{ + "model_id": "llama3.1_8b_8gen3", + "model_arch": "llama", + "version": 20241202, + "llm_config": { + "embed_dim": 4096, + "ffn_dim": 14336, + "head_size": 128, + "kv_dim": 1024, + "n_attn_heads": 32, + "n_attn_kv_heads": 8, + "n_ctx": 131072, + "n_layers": 32, + "norm_eps": 9.999999747378752e-06, + "vocab_size": 128256, + "rope_config": { + "n_rope_ctx_orig": 131072, + "rope_attn_factor": 1.0, + "rope_dim": 128, + "rope_freq_base": 500000.0, + "rope_freq_scale": 1.0, + "rope_scale_type": "linear", + "rope_type": 0 + } + }, + "vision": {} +} \ No newline at end of file diff --git a/qnn/config.json b/qnn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..19e3c41c9a440200f347cacf9d41fbd02b7e106d --- /dev/null +++ b/qnn/config.json @@ -0,0 +1,147 @@ +{ + "model_parameters": { + "n_layers": 32, + "vocab_size": 128256, + "embed_dim": 4096, + "ffn_hidden_dim": 14336, + "head_dim": 128, + "n_kv_heads": 8, + "rope_theta": 500000.0, + "rms_norm_eps": 1e-05, + "attention_mask_value": -100000.0, + "tie_embedding": false + }, + "qnn_parameters": { + "n_hvx_threads": 4 + }, + "graphs": [ + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 8, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_2.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 24, + "end_layer_id": 32, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_1_8b_3.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 8, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_2.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 24, + "end_layer_id": 32, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_3.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + } + ], + "embeddings": [ + { + "graph_name": "batch_1", + "model_path": "lm_head.bin", + "batch_size": 1, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_128", + "model_path": "lm_head.bin", + "batch_size": 128, + "x_name": "x", + "out_name": "logits" + } + ] +} \ No newline at end of file diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a66a0e9207df00a8fc861604630a002abe487779 Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..01bf91f6871073afa55e198e1e3300c005eed756 Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_key_2.raw b/qnn/kv/layer_0_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..21f2f05b244c4403acf3c111f33067ddac6b5536 Binary files /dev/null and b/qnn/kv/layer_0_key_2.raw differ diff --git a/qnn/kv/layer_0_key_3.raw b/qnn/kv/layer_0_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c68e6000aba4cfd438865386d8a275c9ef45e0a Binary files /dev/null and b/qnn/kv/layer_0_key_3.raw differ diff --git a/qnn/kv/layer_0_key_4.raw b/qnn/kv/layer_0_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9b482761961a61be8675ae367ac152090e18a513 Binary files /dev/null and b/qnn/kv/layer_0_key_4.raw differ diff --git a/qnn/kv/layer_0_key_5.raw b/qnn/kv/layer_0_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd0601cd205a6c524efaf999dab404a9daa327d9 Binary files /dev/null and b/qnn/kv/layer_0_key_5.raw differ diff --git a/qnn/kv/layer_0_key_6.raw b/qnn/kv/layer_0_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8d630f92b171c99aa0c2f799d158bbaa52f147b5 Binary files /dev/null and b/qnn/kv/layer_0_key_6.raw differ diff --git a/qnn/kv/layer_0_key_7.raw b/qnn/kv/layer_0_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..80601111b7c04c6af3f999a4a3759626b79c970a Binary files /dev/null and b/qnn/kv/layer_0_key_7.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..af772c8a3147f20b994f82b85adcd5705b797907 Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7035c749acc9fba5709ef7a6ca33b0dcb7b81de0 Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_0_value_2.raw b/qnn/kv/layer_0_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cfb0c785bbdd617a09b7a90cecc3798f4f5d9ce1 Binary files /dev/null and b/qnn/kv/layer_0_value_2.raw differ diff --git a/qnn/kv/layer_0_value_3.raw b/qnn/kv/layer_0_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..76482a84bdcfc44d20603ecee7ded556fde8c1cd Binary files /dev/null and b/qnn/kv/layer_0_value_3.raw differ diff --git a/qnn/kv/layer_0_value_4.raw b/qnn/kv/layer_0_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..23fb3dd3bf8a60ce063e05cad61a05bbd425ede8 Binary files /dev/null and b/qnn/kv/layer_0_value_4.raw differ diff --git a/qnn/kv/layer_0_value_5.raw b/qnn/kv/layer_0_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..0356dce9b526e0d7dcffde2bfc4f83b382ce4617 Binary files /dev/null and b/qnn/kv/layer_0_value_5.raw differ diff --git a/qnn/kv/layer_0_value_6.raw b/qnn/kv/layer_0_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..414a5143252dbd58d710f6814aa6aaad7b22d450 Binary files /dev/null and b/qnn/kv/layer_0_value_6.raw differ diff --git a/qnn/kv/layer_0_value_7.raw b/qnn/kv/layer_0_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef63161e0486ebe6b3efe1e4ba9d67e0761a54d9 Binary files /dev/null and b/qnn/kv/layer_0_value_7.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..482aaab49d896b5c483ba603c711d7a1ca5dd0a7 Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7f22e5d1d56ee64b52296658f997138b3574b644 Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_key_2.raw b/qnn/kv/layer_10_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d308f1046263d3263b194387989ac2257216519c Binary files /dev/null and b/qnn/kv/layer_10_key_2.raw differ diff --git a/qnn/kv/layer_10_key_3.raw b/qnn/kv/layer_10_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..32dff13f10a4048165ca0b65b30e37ada0f63727 Binary files /dev/null and b/qnn/kv/layer_10_key_3.raw differ diff --git a/qnn/kv/layer_10_key_4.raw b/qnn/kv/layer_10_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f81ac5db2084b56f54ddad6e096e2be89b558702 Binary files /dev/null and b/qnn/kv/layer_10_key_4.raw differ diff --git a/qnn/kv/layer_10_key_5.raw b/qnn/kv/layer_10_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a87c360e2203534b5d7eae6ef2cdbad2171a260 Binary files /dev/null and b/qnn/kv/layer_10_key_5.raw differ diff --git a/qnn/kv/layer_10_key_6.raw b/qnn/kv/layer_10_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc9ab42284a0d49d9d55d6c486373ac4dd2b3cc7 Binary files /dev/null and b/qnn/kv/layer_10_key_6.raw differ diff --git a/qnn/kv/layer_10_key_7.raw b/qnn/kv/layer_10_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4558c86cd488914c53df697e927e9561d1c9fd73 Binary files /dev/null and b/qnn/kv/layer_10_key_7.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..fa3be8b0455979ea308b10880bfc565aa03d4837 Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b04d676f8b450473ba7f9c72c76f578e75f461a Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_10_value_2.raw b/qnn/kv/layer_10_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e136c22157ea7475f14eb28ad752864aaa296568 Binary files /dev/null and b/qnn/kv/layer_10_value_2.raw differ diff --git a/qnn/kv/layer_10_value_3.raw b/qnn/kv/layer_10_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a3d7c42df3554d209210fce6e9bffd9734130ab Binary files /dev/null and b/qnn/kv/layer_10_value_3.raw differ diff --git a/qnn/kv/layer_10_value_4.raw b/qnn/kv/layer_10_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..051b0dc214a4b13619c4fa8bb10f9502a1bff7f5 Binary files /dev/null and b/qnn/kv/layer_10_value_4.raw differ diff --git a/qnn/kv/layer_10_value_5.raw b/qnn/kv/layer_10_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..695cb251f9ec197798f10b100f904c9f51aea597 Binary files /dev/null and b/qnn/kv/layer_10_value_5.raw differ diff --git a/qnn/kv/layer_10_value_6.raw b/qnn/kv/layer_10_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..67a1bc23303966d83a58f4a6d285d6cd23af57ff Binary files /dev/null and b/qnn/kv/layer_10_value_6.raw differ diff --git a/qnn/kv/layer_10_value_7.raw b/qnn/kv/layer_10_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..5809bdb011fd9598399c8a4766745e37b62c225b Binary files /dev/null and b/qnn/kv/layer_10_value_7.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..67096e5a6592f05211e3a8e4c5910a762b817ae8 Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..eb7967f68129a75d822863ba17c7139e11721512 Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_key_2.raw b/qnn/kv/layer_11_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ac45a677c26136a7c0b03f42949ab6fdffba118 Binary files /dev/null and b/qnn/kv/layer_11_key_2.raw differ diff --git a/qnn/kv/layer_11_key_3.raw b/qnn/kv/layer_11_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ebc8f141c9390015f92ac9536068b20d5b79223 Binary files /dev/null and b/qnn/kv/layer_11_key_3.raw differ diff --git a/qnn/kv/layer_11_key_4.raw b/qnn/kv/layer_11_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ba57ec34d17176e84744c70342f9ab095551359f Binary files /dev/null and b/qnn/kv/layer_11_key_4.raw differ diff --git a/qnn/kv/layer_11_key_5.raw b/qnn/kv/layer_11_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..aaa6d60c1b1e4c535b0d0d9e0cac2b1b151a6423 Binary files /dev/null and b/qnn/kv/layer_11_key_5.raw differ diff --git a/qnn/kv/layer_11_key_6.raw b/qnn/kv/layer_11_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b987d56c8e5520e63fac346b4d59235b8ca16b2d Binary files /dev/null and b/qnn/kv/layer_11_key_6.raw differ diff --git a/qnn/kv/layer_11_key_7.raw b/qnn/kv/layer_11_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f854b1176d21a2050306db603bf235509d86860f Binary files /dev/null and b/qnn/kv/layer_11_key_7.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c89ed860d3af77ae64728cfb9e48bffcf100121a Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..92d878a448456926c8afde24a6b4cd62f4fd9e46 Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_11_value_2.raw b/qnn/kv/layer_11_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5100c2d3af3a734cde52c0d916475c966be75d81 Binary files /dev/null and b/qnn/kv/layer_11_value_2.raw differ diff --git a/qnn/kv/layer_11_value_3.raw b/qnn/kv/layer_11_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4212170acc7c51bb592410c10bedf40d5aafdef4 Binary files /dev/null and b/qnn/kv/layer_11_value_3.raw differ diff --git a/qnn/kv/layer_11_value_4.raw b/qnn/kv/layer_11_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e1b49cf6805eefdeb55805435b331de92f889e41 Binary files /dev/null and b/qnn/kv/layer_11_value_4.raw differ diff --git a/qnn/kv/layer_11_value_5.raw b/qnn/kv/layer_11_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c95f2131c0fe6bb00022bf50615494d39736fed6 Binary files /dev/null and b/qnn/kv/layer_11_value_5.raw differ diff --git a/qnn/kv/layer_11_value_6.raw b/qnn/kv/layer_11_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9a0cbb9217a843ffa37529aa159cf1f47f61295 Binary files /dev/null and b/qnn/kv/layer_11_value_6.raw differ diff --git a/qnn/kv/layer_11_value_7.raw b/qnn/kv/layer_11_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e2b15904bfb552d8d6cb4839903b8cb20d11de03 Binary files /dev/null and b/qnn/kv/layer_11_value_7.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1944055a70867d75992153f8cd81aeb5cfb7e6f9 Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f56991bcd66beb180e084a9935d2764d8adfca6 Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_key_2.raw b/qnn/kv/layer_12_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e55a64a5e14d19d2d5ede81e41d6ef8f4980edd8 Binary files /dev/null and b/qnn/kv/layer_12_key_2.raw differ diff --git a/qnn/kv/layer_12_key_3.raw b/qnn/kv/layer_12_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..51e37c19bf4023b56b9ffbc07405d5213c62de48 Binary files /dev/null and b/qnn/kv/layer_12_key_3.raw differ diff --git a/qnn/kv/layer_12_key_4.raw b/qnn/kv/layer_12_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f59b21200aee53630854bf99db8af7f9e34aa26b Binary files /dev/null and b/qnn/kv/layer_12_key_4.raw differ diff --git a/qnn/kv/layer_12_key_5.raw b/qnn/kv/layer_12_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f3452c7efd3aca693633f6498f02373a0e7a6fc0 Binary files /dev/null and b/qnn/kv/layer_12_key_5.raw differ diff --git a/qnn/kv/layer_12_key_6.raw b/qnn/kv/layer_12_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..81220d84405abc431c732ecf7f0848bd3b8d12b8 Binary files /dev/null and b/qnn/kv/layer_12_key_6.raw differ diff --git a/qnn/kv/layer_12_key_7.raw b/qnn/kv/layer_12_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..032c7f810bc864878b9b6d3a8ba14829aaa150c6 Binary files /dev/null and b/qnn/kv/layer_12_key_7.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d7363a444f8edd94e1b3a24ccb51dfdbd55e616d Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f73dcf84b11cb6e5a5a2449d26716a92a1f8a4a4 Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_12_value_2.raw b/qnn/kv/layer_12_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c76ae04e3bf4e7cbe89d431dce346b5354c193b4 Binary files /dev/null and b/qnn/kv/layer_12_value_2.raw differ diff --git a/qnn/kv/layer_12_value_3.raw b/qnn/kv/layer_12_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f54f99e2553eef0c667bd868eec260a4f942bbd4 Binary files /dev/null and b/qnn/kv/layer_12_value_3.raw differ diff --git a/qnn/kv/layer_12_value_4.raw b/qnn/kv/layer_12_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..af8c40693a65571dcb29cb92aa32fcad94195096 Binary files /dev/null and b/qnn/kv/layer_12_value_4.raw differ diff --git a/qnn/kv/layer_12_value_5.raw b/qnn/kv/layer_12_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8df47ccc0f9840ada9fec4e28f8583c46122be38 Binary files /dev/null and b/qnn/kv/layer_12_value_5.raw differ diff --git a/qnn/kv/layer_12_value_6.raw b/qnn/kv/layer_12_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb35ddd433389fe4bfcab6c4fd45cfa9cbff658e Binary files /dev/null and b/qnn/kv/layer_12_value_6.raw differ diff --git a/qnn/kv/layer_12_value_7.raw b/qnn/kv/layer_12_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..05baa7dd60ec7535ba0a1f5d317def76d72356b9 Binary files /dev/null and b/qnn/kv/layer_12_value_7.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f569422350feb16ece0faa0d45baa2f743f91562 Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9160fb52845099ced2b262b63dbb230f5f42cf41 Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_key_2.raw b/qnn/kv/layer_13_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..813894169b7068673ecd90bbc6c1256b986e5768 Binary files /dev/null and b/qnn/kv/layer_13_key_2.raw differ diff --git a/qnn/kv/layer_13_key_3.raw b/qnn/kv/layer_13_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..07c20dba2ea6c338da8e78ef79a2724e9d63bee7 Binary files /dev/null and b/qnn/kv/layer_13_key_3.raw differ diff --git a/qnn/kv/layer_13_key_4.raw b/qnn/kv/layer_13_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..04a950cb1a9740a8d846d891f0443535fdad79f6 Binary files /dev/null and b/qnn/kv/layer_13_key_4.raw differ diff --git a/qnn/kv/layer_13_key_5.raw b/qnn/kv/layer_13_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b571ab2d8820232d5964dfb3529e9d4bfd1efcb7 Binary files /dev/null and b/qnn/kv/layer_13_key_5.raw differ diff --git a/qnn/kv/layer_13_key_6.raw b/qnn/kv/layer_13_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1ff14daa6e49410f591f0df71e94b8efd0f420d8 Binary files /dev/null and b/qnn/kv/layer_13_key_6.raw differ diff --git a/qnn/kv/layer_13_key_7.raw b/qnn/kv/layer_13_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..07c5e886152cf87896693269f79a62c77578eefb Binary files /dev/null and b/qnn/kv/layer_13_key_7.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9c1639dff2e091a91160f13b677bcb10759c2244 Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1dd95d1ca8b2b8af07cc12809c78e211fcd2b2d9 Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_13_value_2.raw b/qnn/kv/layer_13_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7bde8bb578bb9d144310b88151446b4050d04872 Binary files /dev/null and b/qnn/kv/layer_13_value_2.raw differ diff --git a/qnn/kv/layer_13_value_3.raw b/qnn/kv/layer_13_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4fa56569bae5b624369d61794248dd7645a1f770 Binary files /dev/null and b/qnn/kv/layer_13_value_3.raw differ diff --git a/qnn/kv/layer_13_value_4.raw b/qnn/kv/layer_13_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a0cec0c1a12273b239f2c3a27c2fd96ead7a97e6 Binary files /dev/null and b/qnn/kv/layer_13_value_4.raw differ diff --git a/qnn/kv/layer_13_value_5.raw b/qnn/kv/layer_13_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a4017ad2fd260f35e04dbf0173235b9d375ad9a5 Binary files /dev/null and b/qnn/kv/layer_13_value_5.raw differ diff --git a/qnn/kv/layer_13_value_6.raw b/qnn/kv/layer_13_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2b1d64f556be3ec272c724479e6d713678ed7b4c Binary files /dev/null and b/qnn/kv/layer_13_value_6.raw differ diff --git a/qnn/kv/layer_13_value_7.raw b/qnn/kv/layer_13_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f727751c5439623605c940e833b9cecc0efc4ee Binary files /dev/null and b/qnn/kv/layer_13_value_7.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f88db7706b456611826ecb3ed01e6a08cd474507 Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ddfe48cd24c2d1a8296e2fc9cfbc4cea10905556 Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_key_2.raw b/qnn/kv/layer_14_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..bbefacb62e5c912966d3a4df98e5faeb00b6fcb4 Binary files /dev/null and b/qnn/kv/layer_14_key_2.raw differ diff --git a/qnn/kv/layer_14_key_3.raw b/qnn/kv/layer_14_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f8e51c3da0a97e89d81b735f828b34aa00e05398 Binary files /dev/null and b/qnn/kv/layer_14_key_3.raw differ diff --git a/qnn/kv/layer_14_key_4.raw b/qnn/kv/layer_14_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..802d13ef710ba2268e22a178f7cd75d17e5862a2 Binary files /dev/null and b/qnn/kv/layer_14_key_4.raw differ diff --git a/qnn/kv/layer_14_key_5.raw b/qnn/kv/layer_14_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e2adf5dfb1d935b8c660e2dba8cdd0d1a5055d0 Binary files /dev/null and b/qnn/kv/layer_14_key_5.raw differ diff --git a/qnn/kv/layer_14_key_6.raw b/qnn/kv/layer_14_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..757dae804e61678e78762434628866e8c2112b40 Binary files /dev/null and b/qnn/kv/layer_14_key_6.raw differ diff --git a/qnn/kv/layer_14_key_7.raw b/qnn/kv/layer_14_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f59d7e1b8466c4b5c4528004d3544f28a352e8b Binary files /dev/null and b/qnn/kv/layer_14_key_7.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb22c6b099dac73ffb46dd17635432be80ee2ec5 Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..10d986caa7609851ec4d5ac7c69dc551e7f8ed87 Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_14_value_2.raw b/qnn/kv/layer_14_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f84a1772e749c0af9642d56cbebe08d49f07b933 Binary files /dev/null and b/qnn/kv/layer_14_value_2.raw differ diff --git a/qnn/kv/layer_14_value_3.raw b/qnn/kv/layer_14_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cdd5f1da4792bf0bad177bf0d644134eba96902 Binary files /dev/null and b/qnn/kv/layer_14_value_3.raw differ diff --git a/qnn/kv/layer_14_value_4.raw b/qnn/kv/layer_14_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9052cb24fdf306e63b7368db67df3fa8d98c5e92 Binary files /dev/null and b/qnn/kv/layer_14_value_4.raw differ diff --git a/qnn/kv/layer_14_value_5.raw b/qnn/kv/layer_14_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcc1fa07fc96c18af7cb118fdcd5420f366d9e8f Binary files /dev/null and b/qnn/kv/layer_14_value_5.raw differ diff --git a/qnn/kv/layer_14_value_6.raw b/qnn/kv/layer_14_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c49b3277baf591a034054ad8a01d43449e4be82 Binary files /dev/null and b/qnn/kv/layer_14_value_6.raw differ diff --git a/qnn/kv/layer_14_value_7.raw b/qnn/kv/layer_14_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..442a3760f788a9d284287b3cf2c4d44afd2d94dc Binary files /dev/null and b/qnn/kv/layer_14_value_7.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..acf42c695207c3edf3abac0d5479864f11012721 Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e261f21ef65e09eaa436dba211faa22c19a6d775 Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_key_2.raw b/qnn/kv/layer_15_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcb3277500ce0ecc6f9241964a96a5b58cea5165 Binary files /dev/null and b/qnn/kv/layer_15_key_2.raw differ diff --git a/qnn/kv/layer_15_key_3.raw b/qnn/kv/layer_15_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a856a3205de4992a656eacd37211b0505bb0183 Binary files /dev/null and b/qnn/kv/layer_15_key_3.raw differ diff --git a/qnn/kv/layer_15_key_4.raw b/qnn/kv/layer_15_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f87b532158db85021560b7c618d1303104c58cf Binary files /dev/null and b/qnn/kv/layer_15_key_4.raw differ diff --git a/qnn/kv/layer_15_key_5.raw b/qnn/kv/layer_15_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a315390faa2eaa5f33b98dd69c7ae85782e201d3 Binary files /dev/null and b/qnn/kv/layer_15_key_5.raw differ diff --git a/qnn/kv/layer_15_key_6.raw b/qnn/kv/layer_15_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d316e16c70e6531a1add165ada11a7f9098cd1a1 Binary files /dev/null and b/qnn/kv/layer_15_key_6.raw differ diff --git a/qnn/kv/layer_15_key_7.raw b/qnn/kv/layer_15_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf227ecf849d8f241bfc0c8bd9b5347c9094ccc5 Binary files /dev/null and b/qnn/kv/layer_15_key_7.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a72f47729e57b2b919da8126c88300583214f409 Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f284645ad6fcaeb3098b964d8aced80c779a229b Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_15_value_2.raw b/qnn/kv/layer_15_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9322c3902e310a7e36cf477f10a1b982173794e Binary files /dev/null and b/qnn/kv/layer_15_value_2.raw differ diff --git a/qnn/kv/layer_15_value_3.raw b/qnn/kv/layer_15_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..09ada15e34d6457244195c7fb008c244a4be407a Binary files /dev/null and b/qnn/kv/layer_15_value_3.raw differ diff --git a/qnn/kv/layer_15_value_4.raw b/qnn/kv/layer_15_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a61e2519f1479437950cd4fadb316cdf9a95698b Binary files /dev/null and b/qnn/kv/layer_15_value_4.raw differ diff --git a/qnn/kv/layer_15_value_5.raw b/qnn/kv/layer_15_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b178133ab4e3b7b9170a4dac6a91bf46878870e Binary files /dev/null and b/qnn/kv/layer_15_value_5.raw differ diff --git a/qnn/kv/layer_15_value_6.raw b/qnn/kv/layer_15_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..74e5c0bba4193950b18d65bdc3e7037e3392daae Binary files /dev/null and b/qnn/kv/layer_15_value_6.raw differ diff --git a/qnn/kv/layer_15_value_7.raw b/qnn/kv/layer_15_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f794166c5e891fc720821bdca465322971da2fb Binary files /dev/null and b/qnn/kv/layer_15_value_7.raw differ diff --git a/qnn/kv/layer_16_key_0.raw b/qnn/kv/layer_16_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..79cc500f58ed8f2652d30100f39037e7040d9449 Binary files /dev/null and b/qnn/kv/layer_16_key_0.raw differ diff --git a/qnn/kv/layer_16_key_1.raw b/qnn/kv/layer_16_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..179c404633fadec7b89ef35d715bc6d7ee990158 Binary files /dev/null and b/qnn/kv/layer_16_key_1.raw differ diff --git a/qnn/kv/layer_16_key_2.raw b/qnn/kv/layer_16_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c335c2e736d14c39c80ca3fd8ba5245d1b03ba05 Binary files /dev/null and b/qnn/kv/layer_16_key_2.raw differ diff --git a/qnn/kv/layer_16_key_3.raw b/qnn/kv/layer_16_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0eef9ce8d2151896c64d03447feb62b96072831a Binary files /dev/null and b/qnn/kv/layer_16_key_3.raw differ diff --git a/qnn/kv/layer_16_key_4.raw b/qnn/kv/layer_16_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7de9eb712f23abf94b42e4b70096f5243d585bdf Binary files /dev/null and b/qnn/kv/layer_16_key_4.raw differ diff --git a/qnn/kv/layer_16_key_5.raw b/qnn/kv/layer_16_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d00f254b423c8e742901231af41d6fae9ead64dc Binary files /dev/null and b/qnn/kv/layer_16_key_5.raw differ diff --git a/qnn/kv/layer_16_key_6.raw b/qnn/kv/layer_16_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d8b4f7a44af832ac5bd846a469a38d772f5cb8c9 Binary files /dev/null and b/qnn/kv/layer_16_key_6.raw differ diff --git a/qnn/kv/layer_16_key_7.raw b/qnn/kv/layer_16_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f99419ba7a793c5fd65e124bc81ef948529e637a Binary files /dev/null and b/qnn/kv/layer_16_key_7.raw differ diff --git a/qnn/kv/layer_16_value_0.raw b/qnn/kv/layer_16_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f1e8ba894745ad2d6c78f83124bb3c35999837d6 Binary files /dev/null and b/qnn/kv/layer_16_value_0.raw differ diff --git a/qnn/kv/layer_16_value_1.raw b/qnn/kv/layer_16_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2c1b73f44845165f72388bd264f4d9bdb650868 Binary files /dev/null and b/qnn/kv/layer_16_value_1.raw differ diff --git a/qnn/kv/layer_16_value_2.raw b/qnn/kv/layer_16_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..723952230493faf290cbe27823e001145f5a74d2 Binary files /dev/null and b/qnn/kv/layer_16_value_2.raw differ diff --git a/qnn/kv/layer_16_value_3.raw b/qnn/kv/layer_16_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4804e7b1a27f818dbf9c24ed9731eb127c92d42a Binary files /dev/null and b/qnn/kv/layer_16_value_3.raw differ diff --git a/qnn/kv/layer_16_value_4.raw b/qnn/kv/layer_16_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd35f186862d97a7c886eac92d24825099614444 Binary files /dev/null and b/qnn/kv/layer_16_value_4.raw differ diff --git a/qnn/kv/layer_16_value_5.raw b/qnn/kv/layer_16_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c318d0dbf60cd5110aa63b4e992876a280b8e81 Binary files /dev/null and b/qnn/kv/layer_16_value_5.raw differ diff --git a/qnn/kv/layer_16_value_6.raw b/qnn/kv/layer_16_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c8f9781fa3bc5a5c05728a42d59f4276c8f08ca3 Binary files /dev/null and b/qnn/kv/layer_16_value_6.raw differ diff --git a/qnn/kv/layer_16_value_7.raw b/qnn/kv/layer_16_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e83ac3ea81f50d466d3c0e8fea28dcc4d8ba3ba0 Binary files /dev/null and b/qnn/kv/layer_16_value_7.raw differ diff --git a/qnn/kv/layer_17_key_0.raw b/qnn/kv/layer_17_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a946eeb6d657871a3a461261730f0d6f6c2c5b56 Binary files /dev/null and b/qnn/kv/layer_17_key_0.raw differ diff --git a/qnn/kv/layer_17_key_1.raw b/qnn/kv/layer_17_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c7c1b7159226285f35b37e19fd37b1c70884c356 Binary files /dev/null and b/qnn/kv/layer_17_key_1.raw differ diff --git a/qnn/kv/layer_17_key_2.raw b/qnn/kv/layer_17_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b5eb9f485b6b85d2402e153e1b8bfc88d79e7510 Binary files /dev/null and b/qnn/kv/layer_17_key_2.raw differ diff --git a/qnn/kv/layer_17_key_3.raw b/qnn/kv/layer_17_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b24edd97bcf39acd6be546626ed6efdbd642eeaf Binary files /dev/null and b/qnn/kv/layer_17_key_3.raw differ diff --git a/qnn/kv/layer_17_key_4.raw b/qnn/kv/layer_17_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2423f7af31950b42b339925bf62aa9b274d42895 Binary files /dev/null and b/qnn/kv/layer_17_key_4.raw differ diff --git a/qnn/kv/layer_17_key_5.raw b/qnn/kv/layer_17_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..602465c13f9d74cc202628b44597740db31ffe66 Binary files /dev/null and b/qnn/kv/layer_17_key_5.raw differ diff --git a/qnn/kv/layer_17_key_6.raw b/qnn/kv/layer_17_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9aa411ec1c55531965176bf05758cfa247ec21a6 Binary files /dev/null and b/qnn/kv/layer_17_key_6.raw differ diff --git a/qnn/kv/layer_17_key_7.raw b/qnn/kv/layer_17_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7b294dbd9dca3bc818e695a7ec3cdc4a47b1cd2d Binary files /dev/null and b/qnn/kv/layer_17_key_7.raw differ diff --git a/qnn/kv/layer_17_value_0.raw b/qnn/kv/layer_17_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..594fed22f25d86bae10af3f04ecb2465b0af485b Binary files /dev/null and b/qnn/kv/layer_17_value_0.raw differ diff --git a/qnn/kv/layer_17_value_1.raw b/qnn/kv/layer_17_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..805b4e6a83f5f9560d56776f5e7d1381f9a8330c Binary files /dev/null and b/qnn/kv/layer_17_value_1.raw differ diff --git a/qnn/kv/layer_17_value_2.raw b/qnn/kv/layer_17_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f25adcb22bc0c8a4b1459987965feb8289522610 Binary files /dev/null and b/qnn/kv/layer_17_value_2.raw differ diff --git a/qnn/kv/layer_17_value_3.raw b/qnn/kv/layer_17_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d234d5d1157cca2faa333d81b0e6023853078dd5 Binary files /dev/null and b/qnn/kv/layer_17_value_3.raw differ diff --git a/qnn/kv/layer_17_value_4.raw b/qnn/kv/layer_17_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..440b362182391ccddf7c7b67041a89b9bc38d0ff Binary files /dev/null and b/qnn/kv/layer_17_value_4.raw differ diff --git a/qnn/kv/layer_17_value_5.raw b/qnn/kv/layer_17_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f824673bc7047ada774dfcdd02c43faa7435cdc6 Binary files /dev/null and b/qnn/kv/layer_17_value_5.raw differ diff --git a/qnn/kv/layer_17_value_6.raw b/qnn/kv/layer_17_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c74314c85588e24014d579165251eb4c0866a1e Binary files /dev/null and b/qnn/kv/layer_17_value_6.raw differ diff --git a/qnn/kv/layer_17_value_7.raw b/qnn/kv/layer_17_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6e222d80eaaba3abb797301d644d3ecee39132a Binary files /dev/null and b/qnn/kv/layer_17_value_7.raw differ diff --git a/qnn/kv/layer_18_key_0.raw b/qnn/kv/layer_18_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7861f389254d7822bb95d52d27053baa5c35d78a Binary files /dev/null and b/qnn/kv/layer_18_key_0.raw differ diff --git a/qnn/kv/layer_18_key_1.raw b/qnn/kv/layer_18_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c9bfeb782914678e9123866f6b43fe8f8dd9b04c Binary files /dev/null and b/qnn/kv/layer_18_key_1.raw differ diff --git a/qnn/kv/layer_18_key_2.raw b/qnn/kv/layer_18_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..72d9f6434b7adb6be5e48f9c47ea5fd24720d6bc Binary files /dev/null and b/qnn/kv/layer_18_key_2.raw differ diff --git a/qnn/kv/layer_18_key_3.raw b/qnn/kv/layer_18_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..66b16ad6971292be85675533cb0251c0b92b9664 Binary files /dev/null and b/qnn/kv/layer_18_key_3.raw differ diff --git a/qnn/kv/layer_18_key_4.raw b/qnn/kv/layer_18_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7fd9d6efdf89b7c5122ff7c2616a7112c2a98fd7 Binary files /dev/null and b/qnn/kv/layer_18_key_4.raw differ diff --git a/qnn/kv/layer_18_key_5.raw b/qnn/kv/layer_18_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..09b107fde45f8f62877660e142ebb605727aa88d Binary files /dev/null and b/qnn/kv/layer_18_key_5.raw differ diff --git a/qnn/kv/layer_18_key_6.raw b/qnn/kv/layer_18_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..89a0094a33094753bb92a0b2b28840121e0161c3 Binary files /dev/null and b/qnn/kv/layer_18_key_6.raw differ diff --git a/qnn/kv/layer_18_key_7.raw b/qnn/kv/layer_18_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..062595c04fdf3351ba7f3f1c9f0e9686cc366f94 Binary files /dev/null and b/qnn/kv/layer_18_key_7.raw differ diff --git a/qnn/kv/layer_18_value_0.raw b/qnn/kv/layer_18_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c756eef7cc21314f6845ae1f6fa2953fa84cb352 Binary files /dev/null and b/qnn/kv/layer_18_value_0.raw differ diff --git a/qnn/kv/layer_18_value_1.raw b/qnn/kv/layer_18_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ab457a43dd8b55ef149d3c262d5bad55d4750d28 Binary files /dev/null and b/qnn/kv/layer_18_value_1.raw differ diff --git a/qnn/kv/layer_18_value_2.raw b/qnn/kv/layer_18_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4952e25a749c98375d1adf95638147032a98f7c4 Binary files /dev/null and b/qnn/kv/layer_18_value_2.raw differ diff --git a/qnn/kv/layer_18_value_3.raw b/qnn/kv/layer_18_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3843a97243ca4a88716d5c2bc858a4056fe0e754 Binary files /dev/null and b/qnn/kv/layer_18_value_3.raw differ diff --git a/qnn/kv/layer_18_value_4.raw b/qnn/kv/layer_18_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ac7d7ebde5ff345725b94355a5b9ad17db45a92d Binary files /dev/null and b/qnn/kv/layer_18_value_4.raw differ diff --git a/qnn/kv/layer_18_value_5.raw b/qnn/kv/layer_18_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..21b47b26c9289e2a4feca181f0baff42086a7501 Binary files /dev/null and b/qnn/kv/layer_18_value_5.raw differ diff --git a/qnn/kv/layer_18_value_6.raw b/qnn/kv/layer_18_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..266049a0d65aa32c4ee1fe12868cde22f76a3605 Binary files /dev/null and b/qnn/kv/layer_18_value_6.raw differ diff --git a/qnn/kv/layer_18_value_7.raw b/qnn/kv/layer_18_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..77429818346fde0b0588ebcf024349103c86f300 Binary files /dev/null and b/qnn/kv/layer_18_value_7.raw differ diff --git a/qnn/kv/layer_19_key_0.raw b/qnn/kv/layer_19_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..8ee91b4cf05bcd94cb17689ad66fbd80b99c40ad Binary files /dev/null and b/qnn/kv/layer_19_key_0.raw differ diff --git a/qnn/kv/layer_19_key_1.raw b/qnn/kv/layer_19_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fffa981ec192416f1307e73d01b44ff120fcfdeb Binary files /dev/null and b/qnn/kv/layer_19_key_1.raw differ diff --git a/qnn/kv/layer_19_key_2.raw b/qnn/kv/layer_19_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5dc670cfbc16185635b7b0f1a91fe66c24f1a9a8 Binary files /dev/null and b/qnn/kv/layer_19_key_2.raw differ diff --git a/qnn/kv/layer_19_key_3.raw b/qnn/kv/layer_19_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f03308523ae74bf2cb0d93e2801a6d3340db0ed Binary files /dev/null and b/qnn/kv/layer_19_key_3.raw differ diff --git a/qnn/kv/layer_19_key_4.raw b/qnn/kv/layer_19_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..137499b3739fd548f90f1dc82a54d2567f2a547f Binary files /dev/null and b/qnn/kv/layer_19_key_4.raw differ diff --git a/qnn/kv/layer_19_key_5.raw b/qnn/kv/layer_19_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f8e617e6612050b3574da685cc0a6186dc0d0f8f Binary files /dev/null and b/qnn/kv/layer_19_key_5.raw differ diff --git a/qnn/kv/layer_19_key_6.raw b/qnn/kv/layer_19_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4434a73ca458c0fb717239a32dc48f8e3774eba9 Binary files /dev/null and b/qnn/kv/layer_19_key_6.raw differ diff --git a/qnn/kv/layer_19_key_7.raw b/qnn/kv/layer_19_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3b383930e1e1bb1f9db34cd9e96d33a8c9ccff0 Binary files /dev/null and b/qnn/kv/layer_19_key_7.raw differ diff --git a/qnn/kv/layer_19_value_0.raw b/qnn/kv/layer_19_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6647a7c197f53e631033d556d69ba1a592dc7ba Binary files /dev/null and b/qnn/kv/layer_19_value_0.raw differ diff --git a/qnn/kv/layer_19_value_1.raw b/qnn/kv/layer_19_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5803b71b206a391a40610cc6e9c429e255504018 Binary files /dev/null and b/qnn/kv/layer_19_value_1.raw differ diff --git a/qnn/kv/layer_19_value_2.raw b/qnn/kv/layer_19_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..37b6ee66c3a863b8cf4ad1044b11bd2c53564573 Binary files /dev/null and b/qnn/kv/layer_19_value_2.raw differ diff --git a/qnn/kv/layer_19_value_3.raw b/qnn/kv/layer_19_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9577960d87b709a6e9d38087e06af84e36536b67 Binary files /dev/null and b/qnn/kv/layer_19_value_3.raw differ diff --git a/qnn/kv/layer_19_value_4.raw b/qnn/kv/layer_19_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..17a44c85dd758b97ce2cce81d8a4e1a1e5a8414f Binary files /dev/null and b/qnn/kv/layer_19_value_4.raw differ diff --git a/qnn/kv/layer_19_value_5.raw b/qnn/kv/layer_19_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6c75627e53e78df1e7679c346f668601c96600d2 Binary files /dev/null and b/qnn/kv/layer_19_value_5.raw differ diff --git a/qnn/kv/layer_19_value_6.raw b/qnn/kv/layer_19_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8362614895b7ee926617e0dbecea3ba36d64fde2 Binary files /dev/null and b/qnn/kv/layer_19_value_6.raw differ diff --git a/qnn/kv/layer_19_value_7.raw b/qnn/kv/layer_19_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..582b7b137faa40428d3c59707e362560b2e4a8ad Binary files /dev/null and b/qnn/kv/layer_19_value_7.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f780f935a4dca85e301a3e74dee1edfb042db47 Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7b92ab421c35a7ed318c171741ead90de48c5e3f Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_key_2.raw b/qnn/kv/layer_1_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b104ef432e8f35c7fdb87ec3c3aa84e4518667bf Binary files /dev/null and b/qnn/kv/layer_1_key_2.raw differ diff --git a/qnn/kv/layer_1_key_3.raw b/qnn/kv/layer_1_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..bbc46fec2ed85d4f0ecf63d2cd102b01d777ccb2 Binary files /dev/null and b/qnn/kv/layer_1_key_3.raw differ diff --git a/qnn/kv/layer_1_key_4.raw b/qnn/kv/layer_1_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..5f4f89a8501f12b29737bd475556797e126ff410 Binary files /dev/null and b/qnn/kv/layer_1_key_4.raw differ diff --git a/qnn/kv/layer_1_key_5.raw b/qnn/kv/layer_1_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..217e32d602a0d80d7aa3d9e25ff0f7dd2a73a857 Binary files /dev/null and b/qnn/kv/layer_1_key_5.raw differ diff --git a/qnn/kv/layer_1_key_6.raw b/qnn/kv/layer_1_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1dd351bf1de24d4defdf180ecb1263217fee23f6 Binary files /dev/null and b/qnn/kv/layer_1_key_6.raw differ diff --git a/qnn/kv/layer_1_key_7.raw b/qnn/kv/layer_1_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cc3c740dbae43c4063dff2bd19b095c4d513758 Binary files /dev/null and b/qnn/kv/layer_1_key_7.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4bdb3d2448aedd24dc6c3eb4abbf00b2404b46aa Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c1b9ab9a99e90691ef1a48b2659844d46adfba80 Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_1_value_2.raw b/qnn/kv/layer_1_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ff78c9b9bf686007ef14e75e4f34c8c16ac7cdb Binary files /dev/null and b/qnn/kv/layer_1_value_2.raw differ diff --git a/qnn/kv/layer_1_value_3.raw b/qnn/kv/layer_1_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a1c17cea36c797a76fc12c3911ef5ad1d5857263 Binary files /dev/null and b/qnn/kv/layer_1_value_3.raw differ diff --git a/qnn/kv/layer_1_value_4.raw b/qnn/kv/layer_1_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..d022e3904cb817edf3d1cf3e5019109ca5b800a9 Binary files /dev/null and b/qnn/kv/layer_1_value_4.raw differ diff --git a/qnn/kv/layer_1_value_5.raw b/qnn/kv/layer_1_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..343417d425064bd39f75aac1b9ae81e0794071d8 Binary files /dev/null and b/qnn/kv/layer_1_value_5.raw differ diff --git a/qnn/kv/layer_1_value_6.raw b/qnn/kv/layer_1_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8367db005ac608bcca9dc987270473cc491da47b Binary files /dev/null and b/qnn/kv/layer_1_value_6.raw differ diff --git a/qnn/kv/layer_1_value_7.raw b/qnn/kv/layer_1_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..caec41dbef6347a0a8d08d76119279f1a7534fb0 Binary files /dev/null and b/qnn/kv/layer_1_value_7.raw differ diff --git a/qnn/kv/layer_20_key_0.raw b/qnn/kv/layer_20_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..50afb834b25b0493672df198bb9f3daa76996440 Binary files /dev/null and b/qnn/kv/layer_20_key_0.raw differ diff --git a/qnn/kv/layer_20_key_1.raw b/qnn/kv/layer_20_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..37b9ff8432dd15494d8d417ddc90c8a4b3e72a14 Binary files /dev/null and b/qnn/kv/layer_20_key_1.raw differ diff --git a/qnn/kv/layer_20_key_2.raw b/qnn/kv/layer_20_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8023f5ac9f4e24a1ab0a3349f28fd386a81cbabf Binary files /dev/null and b/qnn/kv/layer_20_key_2.raw differ diff --git a/qnn/kv/layer_20_key_3.raw b/qnn/kv/layer_20_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ff5183470c96b14411975b45d9525a72b0ac07a9 Binary files /dev/null and b/qnn/kv/layer_20_key_3.raw differ diff --git a/qnn/kv/layer_20_key_4.raw b/qnn/kv/layer_20_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..64103d46cad01a0483bbb0ee6967b70a0e37c53d Binary files /dev/null and b/qnn/kv/layer_20_key_4.raw differ diff --git a/qnn/kv/layer_20_key_5.raw b/qnn/kv/layer_20_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..834bbd7fe356205fd0830f3b0b4817cbfe24878d Binary files /dev/null and b/qnn/kv/layer_20_key_5.raw differ diff --git a/qnn/kv/layer_20_key_6.raw b/qnn/kv/layer_20_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c021b51bd2f4bd874e9137fa5ecb35fa4216981a Binary files /dev/null and b/qnn/kv/layer_20_key_6.raw differ diff --git a/qnn/kv/layer_20_key_7.raw b/qnn/kv/layer_20_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..fedd56f1d56c17391effbb5e569f7109b9bd1f4b Binary files /dev/null and b/qnn/kv/layer_20_key_7.raw differ diff --git a/qnn/kv/layer_20_value_0.raw b/qnn/kv/layer_20_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f7ff6d37c1ec8ba063739c084d6122a5a0438ac Binary files /dev/null and b/qnn/kv/layer_20_value_0.raw differ diff --git a/qnn/kv/layer_20_value_1.raw b/qnn/kv/layer_20_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..88118537b40aded4fa69387c4041eabb02c78c7b Binary files /dev/null and b/qnn/kv/layer_20_value_1.raw differ diff --git a/qnn/kv/layer_20_value_2.raw b/qnn/kv/layer_20_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..870bf7e7ab9e5ea16b3724306875a4a5fce082a6 Binary files /dev/null and b/qnn/kv/layer_20_value_2.raw differ diff --git a/qnn/kv/layer_20_value_3.raw b/qnn/kv/layer_20_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..73b3c734a80bb8f577ca9cbb681563b234a6655c Binary files /dev/null and b/qnn/kv/layer_20_value_3.raw differ diff --git a/qnn/kv/layer_20_value_4.raw b/qnn/kv/layer_20_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..994750594a0ca76c15edf08d6d45064bd0ca7330 Binary files /dev/null and b/qnn/kv/layer_20_value_4.raw differ diff --git a/qnn/kv/layer_20_value_5.raw b/qnn/kv/layer_20_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3ff95112d50975f3db1ef84ee629b8d4c66657fa Binary files /dev/null and b/qnn/kv/layer_20_value_5.raw differ diff --git a/qnn/kv/layer_20_value_6.raw b/qnn/kv/layer_20_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..296c929e4fa50e6d2fb9dacb8f0d629388b133bd Binary files /dev/null and b/qnn/kv/layer_20_value_6.raw differ diff --git a/qnn/kv/layer_20_value_7.raw b/qnn/kv/layer_20_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..94996cdb66ef6f92450a776d0ca8114b859fa730 Binary files /dev/null and b/qnn/kv/layer_20_value_7.raw differ diff --git a/qnn/kv/layer_21_key_0.raw b/qnn/kv/layer_21_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..11cb5f3f85bc0384e2965a114c972a038bb8fb0c Binary files /dev/null and b/qnn/kv/layer_21_key_0.raw differ diff --git a/qnn/kv/layer_21_key_1.raw b/qnn/kv/layer_21_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a7bc38e7ad0a0973fbea593b5de4b04bb51973ca Binary files /dev/null and b/qnn/kv/layer_21_key_1.raw differ diff --git a/qnn/kv/layer_21_key_2.raw b/qnn/kv/layer_21_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..706082805ccfdac542454f45a8d24eaaa224ad94 Binary files /dev/null and b/qnn/kv/layer_21_key_2.raw differ diff --git a/qnn/kv/layer_21_key_3.raw b/qnn/kv/layer_21_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5020748b25bba9efb7ab3409c944036078dec9ec Binary files /dev/null and b/qnn/kv/layer_21_key_3.raw differ diff --git a/qnn/kv/layer_21_key_4.raw b/qnn/kv/layer_21_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca0c0e3537cf1d5ae70c53af770b46b07d1de76a Binary files /dev/null and b/qnn/kv/layer_21_key_4.raw differ diff --git a/qnn/kv/layer_21_key_5.raw b/qnn/kv/layer_21_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a3f90e30ac1c6f5baa1dc0074d8eed40023aecb4 Binary files /dev/null and b/qnn/kv/layer_21_key_5.raw differ diff --git a/qnn/kv/layer_21_key_6.raw b/qnn/kv/layer_21_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc47344bc789ddb7b61427cbdbc6758b709e2b0b Binary files /dev/null and b/qnn/kv/layer_21_key_6.raw differ diff --git a/qnn/kv/layer_21_key_7.raw b/qnn/kv/layer_21_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1ec3e4870e7df8c4010113d1077309dec5c07fde Binary files /dev/null and b/qnn/kv/layer_21_key_7.raw differ diff --git a/qnn/kv/layer_21_value_0.raw b/qnn/kv/layer_21_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..45208548406a01438c825e2c64051ccc1a56944f Binary files /dev/null and b/qnn/kv/layer_21_value_0.raw differ diff --git a/qnn/kv/layer_21_value_1.raw b/qnn/kv/layer_21_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ef3bcd3c5b96b396403d94ec7140afbc278156a Binary files /dev/null and b/qnn/kv/layer_21_value_1.raw differ diff --git a/qnn/kv/layer_21_value_2.raw b/qnn/kv/layer_21_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..67bf1e616e35eb3cdaf1b77774d750299bd13eae Binary files /dev/null and b/qnn/kv/layer_21_value_2.raw differ diff --git a/qnn/kv/layer_21_value_3.raw b/qnn/kv/layer_21_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3b0906d5c6d3d1e397e1540e39cc300f1b059345 Binary files /dev/null and b/qnn/kv/layer_21_value_3.raw differ diff --git a/qnn/kv/layer_21_value_4.raw b/qnn/kv/layer_21_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3319690810c3f23834da25ea81006d469f5738f1 Binary files /dev/null and b/qnn/kv/layer_21_value_4.raw differ diff --git a/qnn/kv/layer_21_value_5.raw b/qnn/kv/layer_21_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ab57c8a8c0b417136bbca7379186bde6ecde1af Binary files /dev/null and b/qnn/kv/layer_21_value_5.raw differ diff --git a/qnn/kv/layer_21_value_6.raw b/qnn/kv/layer_21_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1014ebc2dbf1dcf7cac17eac3b1dfbe3e16f43fb Binary files /dev/null and b/qnn/kv/layer_21_value_6.raw differ diff --git a/qnn/kv/layer_21_value_7.raw b/qnn/kv/layer_21_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..86b691733e630ad42375c7d0df061cc639dd8c7a Binary files /dev/null and b/qnn/kv/layer_21_value_7.raw differ diff --git a/qnn/kv/layer_22_key_0.raw b/qnn/kv/layer_22_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a8356fd7f72602766315ca980d6dc718c3aabf5 Binary files /dev/null and b/qnn/kv/layer_22_key_0.raw differ diff --git a/qnn/kv/layer_22_key_1.raw b/qnn/kv/layer_22_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7b573ef62c82e1a6cc4979073d2664aabb9b084d Binary files /dev/null and b/qnn/kv/layer_22_key_1.raw differ diff --git a/qnn/kv/layer_22_key_2.raw b/qnn/kv/layer_22_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..aeaebb0cbea236d9ae7efb4353b1e107e1b3f712 Binary files /dev/null and b/qnn/kv/layer_22_key_2.raw differ diff --git a/qnn/kv/layer_22_key_3.raw b/qnn/kv/layer_22_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..942ee7255bcb7fae7328b841f535091842bbb84b Binary files /dev/null and b/qnn/kv/layer_22_key_3.raw differ diff --git a/qnn/kv/layer_22_key_4.raw b/qnn/kv/layer_22_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f1be806a9c996b72bfe352abbee7476ef859d0b Binary files /dev/null and b/qnn/kv/layer_22_key_4.raw differ diff --git a/qnn/kv/layer_22_key_5.raw b/qnn/kv/layer_22_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8a35350cddd9bb2c59064d37e7be930ce1d0e145 Binary files /dev/null and b/qnn/kv/layer_22_key_5.raw differ diff --git a/qnn/kv/layer_22_key_6.raw b/qnn/kv/layer_22_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f24c0b0091a995bb97c3bba1b09fa15a6aaf585f Binary files /dev/null and b/qnn/kv/layer_22_key_6.raw differ diff --git a/qnn/kv/layer_22_key_7.raw b/qnn/kv/layer_22_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2cf8537ad4980f08a8af4bc5ddf090904177cc26 Binary files /dev/null and b/qnn/kv/layer_22_key_7.raw differ diff --git a/qnn/kv/layer_22_value_0.raw b/qnn/kv/layer_22_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b3fdf83745242136090f65020db538ee30f22761 Binary files /dev/null and b/qnn/kv/layer_22_value_0.raw differ diff --git a/qnn/kv/layer_22_value_1.raw b/qnn/kv/layer_22_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..234bc6763b0c0dc306a7a3189f27509fe1240356 Binary files /dev/null and b/qnn/kv/layer_22_value_1.raw differ diff --git a/qnn/kv/layer_22_value_2.raw b/qnn/kv/layer_22_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec826a13dd74bae01d01352f8036bb8bf3280295 Binary files /dev/null and b/qnn/kv/layer_22_value_2.raw differ diff --git a/qnn/kv/layer_22_value_3.raw b/qnn/kv/layer_22_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd7c46c67f864013c1a13aa232a513a79cc6d273 Binary files /dev/null and b/qnn/kv/layer_22_value_3.raw differ diff --git a/qnn/kv/layer_22_value_4.raw b/qnn/kv/layer_22_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..06ea95625dfd9f9cd0896bfe2be27fba4cad284c Binary files /dev/null and b/qnn/kv/layer_22_value_4.raw differ diff --git a/qnn/kv/layer_22_value_5.raw b/qnn/kv/layer_22_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f317cb6d6927c121afa7021a44dbedf6ae957f8a Binary files /dev/null and b/qnn/kv/layer_22_value_5.raw differ diff --git a/qnn/kv/layer_22_value_6.raw b/qnn/kv/layer_22_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ab760e0b61230d2419ebdf341da2b8dd1a88198a Binary files /dev/null and b/qnn/kv/layer_22_value_6.raw differ diff --git a/qnn/kv/layer_22_value_7.raw b/qnn/kv/layer_22_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..27407e09edc8373bf93c8ebfbfac7f03f72515fd Binary files /dev/null and b/qnn/kv/layer_22_value_7.raw differ diff --git a/qnn/kv/layer_23_key_0.raw b/qnn/kv/layer_23_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a4c2a2057a5697e2da4488ff90006a9a667188aa Binary files /dev/null and b/qnn/kv/layer_23_key_0.raw differ diff --git a/qnn/kv/layer_23_key_1.raw b/qnn/kv/layer_23_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..69490d45905d9ea7883ac4cf41a211a50bf21095 Binary files /dev/null and b/qnn/kv/layer_23_key_1.raw differ diff --git a/qnn/kv/layer_23_key_2.raw b/qnn/kv/layer_23_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3cacac4056a381b9cd3731f19b00bdcdda938649 Binary files /dev/null and b/qnn/kv/layer_23_key_2.raw differ diff --git a/qnn/kv/layer_23_key_3.raw b/qnn/kv/layer_23_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..608e685d70e41e53e3d98b8b0cce8d3d707485e0 Binary files /dev/null and b/qnn/kv/layer_23_key_3.raw differ diff --git a/qnn/kv/layer_23_key_4.raw b/qnn/kv/layer_23_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..da5b3d893a313d4699aed63380485410c48039e8 Binary files /dev/null and b/qnn/kv/layer_23_key_4.raw differ diff --git a/qnn/kv/layer_23_key_5.raw b/qnn/kv/layer_23_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c7a92a1c4163adc1746569005089fcb865e4b27b Binary files /dev/null and b/qnn/kv/layer_23_key_5.raw differ diff --git a/qnn/kv/layer_23_key_6.raw b/qnn/kv/layer_23_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..58791ee646b3b4f5d8d527ea0d1eacd521c408ea Binary files /dev/null and b/qnn/kv/layer_23_key_6.raw differ diff --git a/qnn/kv/layer_23_key_7.raw b/qnn/kv/layer_23_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2a889842c1d640f7fbcf60443006ecf5500a0f0 Binary files /dev/null and b/qnn/kv/layer_23_key_7.raw differ diff --git a/qnn/kv/layer_23_value_0.raw b/qnn/kv/layer_23_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2d78c0c11c020766b5a5671274860b62afad23a Binary files /dev/null and b/qnn/kv/layer_23_value_0.raw differ diff --git a/qnn/kv/layer_23_value_1.raw b/qnn/kv/layer_23_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..decd4455b0e6afac4f4fa44e0207a5d06f02417a Binary files /dev/null and b/qnn/kv/layer_23_value_1.raw differ diff --git a/qnn/kv/layer_23_value_2.raw b/qnn/kv/layer_23_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..782f433c8aced116374b3836d9ec1388a2b45191 Binary files /dev/null and b/qnn/kv/layer_23_value_2.raw differ diff --git a/qnn/kv/layer_23_value_3.raw b/qnn/kv/layer_23_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..19383c4884d3ed33c2a4cc98c1a53e928f3e5cb6 Binary files /dev/null and b/qnn/kv/layer_23_value_3.raw differ diff --git a/qnn/kv/layer_23_value_4.raw b/qnn/kv/layer_23_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..39c3d21f0c120cbe08e391f2331596870b872d5d Binary files /dev/null and b/qnn/kv/layer_23_value_4.raw differ diff --git a/qnn/kv/layer_23_value_5.raw b/qnn/kv/layer_23_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f1c38e4af88a9c646e6bb35ba072d7761b39b109 Binary files /dev/null and b/qnn/kv/layer_23_value_5.raw differ diff --git a/qnn/kv/layer_23_value_6.raw b/qnn/kv/layer_23_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..700e2bdea4d293d05f558d1642fa38b262a8d1a0 Binary files /dev/null and b/qnn/kv/layer_23_value_6.raw differ diff --git a/qnn/kv/layer_23_value_7.raw b/qnn/kv/layer_23_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd05cdfb50c1a7f2f04882c301fd40a6404cd76e Binary files /dev/null and b/qnn/kv/layer_23_value_7.raw differ diff --git a/qnn/kv/layer_24_key_0.raw b/qnn/kv/layer_24_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..92dc646f1cbd42e19884034849d2da4b8d6ab8d4 Binary files /dev/null and b/qnn/kv/layer_24_key_0.raw differ diff --git a/qnn/kv/layer_24_key_1.raw b/qnn/kv/layer_24_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..204d99db2e8dedf9fa69d9e0e9110f174da34e35 Binary files /dev/null and b/qnn/kv/layer_24_key_1.raw differ diff --git a/qnn/kv/layer_24_key_2.raw b/qnn/kv/layer_24_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb19d2082e3f4f925e24042286d9d1f0741a31ef Binary files /dev/null and b/qnn/kv/layer_24_key_2.raw differ diff --git a/qnn/kv/layer_24_key_3.raw b/qnn/kv/layer_24_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..96f4b1fb9aece255a94be068777c7a9ed7a4ce5c Binary files /dev/null and b/qnn/kv/layer_24_key_3.raw differ diff --git a/qnn/kv/layer_24_key_4.raw b/qnn/kv/layer_24_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..27c994c3fa5cd4cfab8b19d6854813e700af9b5e Binary files /dev/null and b/qnn/kv/layer_24_key_4.raw differ diff --git a/qnn/kv/layer_24_key_5.raw b/qnn/kv/layer_24_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..557027a6bb8d16cb3844f474f11a1f6566b1d896 Binary files /dev/null and b/qnn/kv/layer_24_key_5.raw differ diff --git a/qnn/kv/layer_24_key_6.raw b/qnn/kv/layer_24_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..e42865970adb56ef41f14e6247e648ae59f0392a Binary files /dev/null and b/qnn/kv/layer_24_key_6.raw differ diff --git a/qnn/kv/layer_24_key_7.raw b/qnn/kv/layer_24_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3009df0f8de33db75e7eac5b21e7fa2c052118f6 Binary files /dev/null and b/qnn/kv/layer_24_key_7.raw differ diff --git a/qnn/kv/layer_24_value_0.raw b/qnn/kv/layer_24_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e166ffd7fe0b59a6f9329824855ff11c8760ed60 Binary files /dev/null and b/qnn/kv/layer_24_value_0.raw differ diff --git a/qnn/kv/layer_24_value_1.raw b/qnn/kv/layer_24_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..75db5098ace5dfd270bdaa1c9c1c1bd8c61aa447 Binary files /dev/null and b/qnn/kv/layer_24_value_1.raw differ diff --git a/qnn/kv/layer_24_value_2.raw b/qnn/kv/layer_24_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..468adc22ec4e516f908d446221f70e024e8d1018 Binary files /dev/null and b/qnn/kv/layer_24_value_2.raw differ diff --git a/qnn/kv/layer_24_value_3.raw b/qnn/kv/layer_24_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..00f21ef109ab54ecde5f94371bad89b6a52c0dc3 Binary files /dev/null and b/qnn/kv/layer_24_value_3.raw differ diff --git a/qnn/kv/layer_24_value_4.raw b/qnn/kv/layer_24_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..383a28f9fb3724eec223b02239f9d5725b467937 Binary files /dev/null and b/qnn/kv/layer_24_value_4.raw differ diff --git a/qnn/kv/layer_24_value_5.raw b/qnn/kv/layer_24_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..af029d422086cb352b78a21853c58fbf81b645a4 Binary files /dev/null and b/qnn/kv/layer_24_value_5.raw differ diff --git a/qnn/kv/layer_24_value_6.raw b/qnn/kv/layer_24_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3d7b18d49a87f69cb3373a7c9cc4485970818663 Binary files /dev/null and b/qnn/kv/layer_24_value_6.raw differ diff --git a/qnn/kv/layer_24_value_7.raw b/qnn/kv/layer_24_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0471ddab80c022edb71e3e0c12ed546df00dfb42 Binary files /dev/null and b/qnn/kv/layer_24_value_7.raw differ diff --git a/qnn/kv/layer_25_key_0.raw b/qnn/kv/layer_25_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d89f953c22dcc703ba5bac9a10bef8010fbebd50 Binary files /dev/null and b/qnn/kv/layer_25_key_0.raw differ diff --git a/qnn/kv/layer_25_key_1.raw b/qnn/kv/layer_25_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f55dd7d3d30fb26931ac5fafc0a80e2fd00b9def Binary files /dev/null and b/qnn/kv/layer_25_key_1.raw differ diff --git a/qnn/kv/layer_25_key_2.raw b/qnn/kv/layer_25_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..74969206782095026aa457c95b9a075dc09f6fb1 Binary files /dev/null and b/qnn/kv/layer_25_key_2.raw differ diff --git a/qnn/kv/layer_25_key_3.raw b/qnn/kv/layer_25_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cfe1f3682a2a74664204a9c1c97dd2df165e7c2 Binary files /dev/null and b/qnn/kv/layer_25_key_3.raw differ diff --git a/qnn/kv/layer_25_key_4.raw b/qnn/kv/layer_25_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf94c11a8813b25c014986cedaf9f920fb667650 Binary files /dev/null and b/qnn/kv/layer_25_key_4.raw differ diff --git a/qnn/kv/layer_25_key_5.raw b/qnn/kv/layer_25_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..57234d7d0b31675421fa4235746d345eccd0274d Binary files /dev/null and b/qnn/kv/layer_25_key_5.raw differ diff --git a/qnn/kv/layer_25_key_6.raw b/qnn/kv/layer_25_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9908eef28d669ccdc93946904dcead3c53b30c21 Binary files /dev/null and b/qnn/kv/layer_25_key_6.raw differ diff --git a/qnn/kv/layer_25_key_7.raw b/qnn/kv/layer_25_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..26a5b79541df20a2510295eff4dca41d49065b4d Binary files /dev/null and b/qnn/kv/layer_25_key_7.raw differ diff --git a/qnn/kv/layer_25_value_0.raw b/qnn/kv/layer_25_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1da3e10716433a5b40b8f176aeb8d41d4f99db8c Binary files /dev/null and b/qnn/kv/layer_25_value_0.raw differ diff --git a/qnn/kv/layer_25_value_1.raw b/qnn/kv/layer_25_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ac8a7b62689fee32d04eeebbfe0b29a21b8c97a6 Binary files /dev/null and b/qnn/kv/layer_25_value_1.raw differ diff --git a/qnn/kv/layer_25_value_2.raw b/qnn/kv/layer_25_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..867f1de82b394a72628bc37845eb36a113e5ad26 Binary files /dev/null and b/qnn/kv/layer_25_value_2.raw differ diff --git a/qnn/kv/layer_25_value_3.raw b/qnn/kv/layer_25_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e2ac9fadce51d7a10cfec6cb6593e804bef5d5c Binary files /dev/null and b/qnn/kv/layer_25_value_3.raw differ diff --git a/qnn/kv/layer_25_value_4.raw b/qnn/kv/layer_25_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..11ed4429b682f39ab22e1806b128483047248a2f Binary files /dev/null and b/qnn/kv/layer_25_value_4.raw differ diff --git a/qnn/kv/layer_25_value_5.raw b/qnn/kv/layer_25_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..563bea35c213c8a4c29eed58b29b99eedd8a2911 Binary files /dev/null and b/qnn/kv/layer_25_value_5.raw differ diff --git a/qnn/kv/layer_25_value_6.raw b/qnn/kv/layer_25_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cdb1cabc25fed7b35e0441db4c597c405801108 Binary files /dev/null and b/qnn/kv/layer_25_value_6.raw differ diff --git a/qnn/kv/layer_25_value_7.raw b/qnn/kv/layer_25_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c540ae6a5b7b7337b3db91def1317efc39ab2d5 Binary files /dev/null and b/qnn/kv/layer_25_value_7.raw differ diff --git a/qnn/kv/layer_26_key_0.raw b/qnn/kv/layer_26_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c269b5f2812600e1142faf0db08b078bf6d643a7 Binary files /dev/null and b/qnn/kv/layer_26_key_0.raw differ diff --git a/qnn/kv/layer_26_key_1.raw b/qnn/kv/layer_26_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7ed311c1b73b44fa8f1905a4ae434f70c60267ce Binary files /dev/null and b/qnn/kv/layer_26_key_1.raw differ diff --git a/qnn/kv/layer_26_key_2.raw b/qnn/kv/layer_26_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b8d701b1267c05a12d3b97e9290d091ea78873ee Binary files /dev/null and b/qnn/kv/layer_26_key_2.raw differ diff --git a/qnn/kv/layer_26_key_3.raw b/qnn/kv/layer_26_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..87cbdbd30d6b5fe4dbe4a3ab6b60a7f012ed789f Binary files /dev/null and b/qnn/kv/layer_26_key_3.raw differ diff --git a/qnn/kv/layer_26_key_4.raw b/qnn/kv/layer_26_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9cabb2e62c991b2f89e9a4c1c8a54b5adef60957 Binary files /dev/null and b/qnn/kv/layer_26_key_4.raw differ diff --git a/qnn/kv/layer_26_key_5.raw b/qnn/kv/layer_26_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b1267b8054b1f129761e3c3d6d4d794c2f1c6cc Binary files /dev/null and b/qnn/kv/layer_26_key_5.raw differ diff --git a/qnn/kv/layer_26_key_6.raw b/qnn/kv/layer_26_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..84c9ba482946aaeb3ce3889b59093f255e6a2135 Binary files /dev/null and b/qnn/kv/layer_26_key_6.raw differ diff --git a/qnn/kv/layer_26_key_7.raw b/qnn/kv/layer_26_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..592262f8ad2484dc365af34639affc47ba2fd239 Binary files /dev/null and b/qnn/kv/layer_26_key_7.raw differ diff --git a/qnn/kv/layer_26_value_0.raw b/qnn/kv/layer_26_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..adc72993829e1b4c91b616fdcccf2aefe87a5cca Binary files /dev/null and b/qnn/kv/layer_26_value_0.raw differ diff --git a/qnn/kv/layer_26_value_1.raw b/qnn/kv/layer_26_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..64ea9d27577f373762cbf2d92d114f276b0bb22b Binary files /dev/null and b/qnn/kv/layer_26_value_1.raw differ diff --git a/qnn/kv/layer_26_value_2.raw b/qnn/kv/layer_26_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9bff0b356428ffcc1656fdca5f34e46d70b3866 Binary files /dev/null and b/qnn/kv/layer_26_value_2.raw differ diff --git a/qnn/kv/layer_26_value_3.raw b/qnn/kv/layer_26_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..80009a6643c8733b11cceb907d3ce8d72d5a135c Binary files /dev/null and b/qnn/kv/layer_26_value_3.raw differ diff --git a/qnn/kv/layer_26_value_4.raw b/qnn/kv/layer_26_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..34ab4664c757965ab0f3e905d20663ca1862873a Binary files /dev/null and b/qnn/kv/layer_26_value_4.raw differ diff --git a/qnn/kv/layer_26_value_5.raw b/qnn/kv/layer_26_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef11d3b448d042921c85172081e1a2bc77b7ab5c Binary files /dev/null and b/qnn/kv/layer_26_value_5.raw differ diff --git a/qnn/kv/layer_26_value_6.raw b/qnn/kv/layer_26_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..aaf00f513a4beecd80d46bd5bf992d3cb3a5f418 Binary files /dev/null and b/qnn/kv/layer_26_value_6.raw differ diff --git a/qnn/kv/layer_26_value_7.raw b/qnn/kv/layer_26_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..123e195c24b8f6c72f4216c050798b1f904d9dd0 Binary files /dev/null and b/qnn/kv/layer_26_value_7.raw differ diff --git a/qnn/kv/layer_27_key_0.raw b/qnn/kv/layer_27_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2973872445a248dc8f36ed76f6aafc6947bd4282 Binary files /dev/null and b/qnn/kv/layer_27_key_0.raw differ diff --git a/qnn/kv/layer_27_key_1.raw b/qnn/kv/layer_27_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8fea4f940df3ffe2366c899029fc3b72b13eaeeb Binary files /dev/null and b/qnn/kv/layer_27_key_1.raw differ diff --git a/qnn/kv/layer_27_key_2.raw b/qnn/kv/layer_27_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca3646190cd55d63f043f8145ce17d356df36ad0 Binary files /dev/null and b/qnn/kv/layer_27_key_2.raw differ diff --git a/qnn/kv/layer_27_key_3.raw b/qnn/kv/layer_27_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..05d71d01fcea159683472a1d87e7476e942dea26 Binary files /dev/null and b/qnn/kv/layer_27_key_3.raw differ diff --git a/qnn/kv/layer_27_key_4.raw b/qnn/kv/layer_27_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2fbcfe135b138839a80dae981e4093d3228edab9 Binary files /dev/null and b/qnn/kv/layer_27_key_4.raw differ diff --git a/qnn/kv/layer_27_key_5.raw b/qnn/kv/layer_27_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fdee3deb5b60d396511c55c220b674bdefef697e Binary files /dev/null and b/qnn/kv/layer_27_key_5.raw differ diff --git a/qnn/kv/layer_27_key_6.raw b/qnn/kv/layer_27_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d96fd854a9d5d4f3844cc71c50337f37e910a6e Binary files /dev/null and b/qnn/kv/layer_27_key_6.raw differ diff --git a/qnn/kv/layer_27_key_7.raw b/qnn/kv/layer_27_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ae7e6237dfb5d8ca70de6b6a3d087102281a655 Binary files /dev/null and b/qnn/kv/layer_27_key_7.raw differ diff --git a/qnn/kv/layer_27_value_0.raw b/qnn/kv/layer_27_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..042f942d6e0d7065aa2503e7af975d0cff1bbfd0 Binary files /dev/null and b/qnn/kv/layer_27_value_0.raw differ diff --git a/qnn/kv/layer_27_value_1.raw b/qnn/kv/layer_27_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..579ad079038fbcced3ab0f33c53b577c80a0f0cb Binary files /dev/null and b/qnn/kv/layer_27_value_1.raw differ diff --git a/qnn/kv/layer_27_value_2.raw b/qnn/kv/layer_27_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c8828df31c107de7d027bdf7af5945d2bb569a2 Binary files /dev/null and b/qnn/kv/layer_27_value_2.raw differ diff --git a/qnn/kv/layer_27_value_3.raw b/qnn/kv/layer_27_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2615085cf6af673c37a1839af31ea6970ba832ea Binary files /dev/null and b/qnn/kv/layer_27_value_3.raw differ diff --git a/qnn/kv/layer_27_value_4.raw b/qnn/kv/layer_27_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8538d53f2124073438b987ebcb071db21354fbe7 Binary files /dev/null and b/qnn/kv/layer_27_value_4.raw differ diff --git a/qnn/kv/layer_27_value_5.raw b/qnn/kv/layer_27_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4d5d1b9ad322eb299f48ae167c53f29dbc377ce Binary files /dev/null and b/qnn/kv/layer_27_value_5.raw differ diff --git a/qnn/kv/layer_27_value_6.raw b/qnn/kv/layer_27_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0ed2f271ebfc8acee2583a4fa3c879d8f81dfc5 Binary files /dev/null and b/qnn/kv/layer_27_value_6.raw differ diff --git a/qnn/kv/layer_27_value_7.raw b/qnn/kv/layer_27_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..42f24ecdac8cb4aeca0a72cf37d70064e0032e39 Binary files /dev/null and b/qnn/kv/layer_27_value_7.raw differ diff --git a/qnn/kv/layer_28_key_0.raw b/qnn/kv/layer_28_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5f91bf88b8b8bdb40d04ba76b1585e6da8937416 Binary files /dev/null and b/qnn/kv/layer_28_key_0.raw differ diff --git a/qnn/kv/layer_28_key_1.raw b/qnn/kv/layer_28_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcbb14d851cad485d749316fc97692ab82bfdafb Binary files /dev/null and b/qnn/kv/layer_28_key_1.raw differ diff --git a/qnn/kv/layer_28_key_2.raw b/qnn/kv/layer_28_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..652014ee065f27c75ec00176beb9dc3b74ea8bbd Binary files /dev/null and b/qnn/kv/layer_28_key_2.raw differ diff --git a/qnn/kv/layer_28_key_3.raw b/qnn/kv/layer_28_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..729af542810d5dc7cae74f091cbe5b2efeab60f2 Binary files /dev/null and b/qnn/kv/layer_28_key_3.raw differ diff --git a/qnn/kv/layer_28_key_4.raw b/qnn/kv/layer_28_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..32e11e7e4d4e1e124c20b31e74be4743520cf6bc Binary files /dev/null and b/qnn/kv/layer_28_key_4.raw differ diff --git a/qnn/kv/layer_28_key_5.raw b/qnn/kv/layer_28_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d7875c3e7de05aea8fcd5bc550ffd42aa3b50b82 Binary files /dev/null and b/qnn/kv/layer_28_key_5.raw differ diff --git a/qnn/kv/layer_28_key_6.raw b/qnn/kv/layer_28_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ad9284d5d4d7c30a74f31e29a6dc1831238f68e2 Binary files /dev/null and b/qnn/kv/layer_28_key_6.raw differ diff --git a/qnn/kv/layer_28_key_7.raw b/qnn/kv/layer_28_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f25421d7355ecbc1d045cc558d6e553067d59ee Binary files /dev/null and b/qnn/kv/layer_28_key_7.raw differ diff --git a/qnn/kv/layer_28_value_0.raw b/qnn/kv/layer_28_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..338041b3e167a7ae2f805806aeebba60a3f98f8a Binary files /dev/null and b/qnn/kv/layer_28_value_0.raw differ diff --git a/qnn/kv/layer_28_value_1.raw b/qnn/kv/layer_28_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3ccf9785ce5d86c178a90330c02ea8d81cede60f Binary files /dev/null and b/qnn/kv/layer_28_value_1.raw differ diff --git a/qnn/kv/layer_28_value_2.raw b/qnn/kv/layer_28_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..185b3f26c797720b94a96d9de89ed8bcf0c292af Binary files /dev/null and b/qnn/kv/layer_28_value_2.raw differ diff --git a/qnn/kv/layer_28_value_3.raw b/qnn/kv/layer_28_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..81ef774e9c165de20aef673493a3e3b4adad73c1 Binary files /dev/null and b/qnn/kv/layer_28_value_3.raw differ diff --git a/qnn/kv/layer_28_value_4.raw b/qnn/kv/layer_28_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..588649215a7537a347d9de8f0e862b93afed9c0c Binary files /dev/null and b/qnn/kv/layer_28_value_4.raw differ diff --git a/qnn/kv/layer_28_value_5.raw b/qnn/kv/layer_28_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..78c04e5eaebdfa4b36213a9349842ae10222e32c Binary files /dev/null and b/qnn/kv/layer_28_value_5.raw differ diff --git a/qnn/kv/layer_28_value_6.raw b/qnn/kv/layer_28_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..06fe9e60999f07db16216d49abbda52234e53d77 Binary files /dev/null and b/qnn/kv/layer_28_value_6.raw differ diff --git a/qnn/kv/layer_28_value_7.raw b/qnn/kv/layer_28_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..02e391945189df9817227791a7b0608abd268d75 Binary files /dev/null and b/qnn/kv/layer_28_value_7.raw differ diff --git a/qnn/kv/layer_29_key_0.raw b/qnn/kv/layer_29_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..919605edadabc4f260d78f39cb53fd6fcd4d851a Binary files /dev/null and b/qnn/kv/layer_29_key_0.raw differ diff --git a/qnn/kv/layer_29_key_1.raw b/qnn/kv/layer_29_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..77860799aaae3e9f7e83a02700f2785a9aa4758b Binary files /dev/null and b/qnn/kv/layer_29_key_1.raw differ diff --git a/qnn/kv/layer_29_key_2.raw b/qnn/kv/layer_29_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf291bbe56a974e3f4f405bcbf24ec288a932a06 Binary files /dev/null and b/qnn/kv/layer_29_key_2.raw differ diff --git a/qnn/kv/layer_29_key_3.raw b/qnn/kv/layer_29_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..05159b5c6bde01e4f83a3ce196e181e7ef983904 Binary files /dev/null and b/qnn/kv/layer_29_key_3.raw differ diff --git a/qnn/kv/layer_29_key_4.raw b/qnn/kv/layer_29_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e74306047736152b5e5d428f53d69090cc9d7e24 Binary files /dev/null and b/qnn/kv/layer_29_key_4.raw differ diff --git a/qnn/kv/layer_29_key_5.raw b/qnn/kv/layer_29_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..188d78a211d1a8671c6c6e0a98b42de152870881 Binary files /dev/null and b/qnn/kv/layer_29_key_5.raw differ diff --git a/qnn/kv/layer_29_key_6.raw b/qnn/kv/layer_29_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec900939a91ddc89781a2ab6b22af4c0ebf54dc8 Binary files /dev/null and b/qnn/kv/layer_29_key_6.raw differ diff --git a/qnn/kv/layer_29_key_7.raw b/qnn/kv/layer_29_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..42fdff006a4f2bd9933981acf038463cb15e2f6f Binary files /dev/null and b/qnn/kv/layer_29_key_7.raw differ diff --git a/qnn/kv/layer_29_value_0.raw b/qnn/kv/layer_29_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..81884af4d978aed0c9f54ef0931aefc63b2792a7 Binary files /dev/null and b/qnn/kv/layer_29_value_0.raw differ diff --git a/qnn/kv/layer_29_value_1.raw b/qnn/kv/layer_29_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f43bf9b0e5fb1057ed38b4849562142bef4c3ec7 Binary files /dev/null and b/qnn/kv/layer_29_value_1.raw differ diff --git a/qnn/kv/layer_29_value_2.raw b/qnn/kv/layer_29_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..89991cee22a309067eb9d8a1d1af180e1d97c7a0 Binary files /dev/null and b/qnn/kv/layer_29_value_2.raw differ diff --git a/qnn/kv/layer_29_value_3.raw b/qnn/kv/layer_29_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b1890d0c43f5159cf82c70329d89b4b81297f41 Binary files /dev/null and b/qnn/kv/layer_29_value_3.raw differ diff --git a/qnn/kv/layer_29_value_4.raw b/qnn/kv/layer_29_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..be31f11c568b24f5127bd81ec390d5baf55cad92 Binary files /dev/null and b/qnn/kv/layer_29_value_4.raw differ diff --git a/qnn/kv/layer_29_value_5.raw b/qnn/kv/layer_29_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..0dc0df54e6b079652bdf4ae029e15866f3f01c9f Binary files /dev/null and b/qnn/kv/layer_29_value_5.raw differ diff --git a/qnn/kv/layer_29_value_6.raw b/qnn/kv/layer_29_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c4f5b2778d089a061945d781ce547dd96376f70 Binary files /dev/null and b/qnn/kv/layer_29_value_6.raw differ diff --git a/qnn/kv/layer_29_value_7.raw b/qnn/kv/layer_29_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e15478633e11da7354ce68f2bed491e74f97530 Binary files /dev/null and b/qnn/kv/layer_29_value_7.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..eac1936644694d2068fb8d5592ba0e194f5e7838 Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c2501ed245e67a8ad54f51e59135f7b5cdee73e9 Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_key_2.raw b/qnn/kv/layer_2_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f2b21ae5e6942c25fbd019d9066603899e0c3bc8 Binary files /dev/null and b/qnn/kv/layer_2_key_2.raw differ diff --git a/qnn/kv/layer_2_key_3.raw b/qnn/kv/layer_2_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec50410e39ac63eb2cf0512e7c288da8bb7fabeb Binary files /dev/null and b/qnn/kv/layer_2_key_3.raw differ diff --git a/qnn/kv/layer_2_key_4.raw b/qnn/kv/layer_2_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e0b5d0da1483d95e4ffdf241f9e40a35128fe984 Binary files /dev/null and b/qnn/kv/layer_2_key_4.raw differ diff --git a/qnn/kv/layer_2_key_5.raw b/qnn/kv/layer_2_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9a52f8f2db1b3c28639dcb9257efb7b33af113f7 Binary files /dev/null and b/qnn/kv/layer_2_key_5.raw differ diff --git a/qnn/kv/layer_2_key_6.raw b/qnn/kv/layer_2_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f5ac2ad395763817d376867d612004778d8a6866 Binary files /dev/null and b/qnn/kv/layer_2_key_6.raw differ diff --git a/qnn/kv/layer_2_key_7.raw b/qnn/kv/layer_2_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..edd00c5c21aaabf468daca0653ff03e9206293de Binary files /dev/null and b/qnn/kv/layer_2_key_7.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e652d5da1f2847d33777a43baf195204b5ab7752 Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3664d2e4ffcebee55974d6992ff2204157c4d061 Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_2_value_2.raw b/qnn/kv/layer_2_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..a6f594cc5fcb92a7e35673f77764f4416a2d1a3a Binary files /dev/null and b/qnn/kv/layer_2_value_2.raw differ diff --git a/qnn/kv/layer_2_value_3.raw b/qnn/kv/layer_2_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..77c633f8f7d5f03282df082ae840966c0a4144d1 Binary files /dev/null and b/qnn/kv/layer_2_value_3.raw differ diff --git a/qnn/kv/layer_2_value_4.raw b/qnn/kv/layer_2_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..975d4bb6b7dc4d650b76fec4a5913b470cc0c191 Binary files /dev/null and b/qnn/kv/layer_2_value_4.raw differ diff --git a/qnn/kv/layer_2_value_5.raw b/qnn/kv/layer_2_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b293bea51bc4241635ca4a8d8f2cc285470a940b Binary files /dev/null and b/qnn/kv/layer_2_value_5.raw differ diff --git a/qnn/kv/layer_2_value_6.raw b/qnn/kv/layer_2_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..aa0dc3d2e9379911163fb181700c542679bb41e3 Binary files /dev/null and b/qnn/kv/layer_2_value_6.raw differ diff --git a/qnn/kv/layer_2_value_7.raw b/qnn/kv/layer_2_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0842f5ae7aaf4ffd175176cb6bfb98edacad8b58 Binary files /dev/null and b/qnn/kv/layer_2_value_7.raw differ diff --git a/qnn/kv/layer_30_key_0.raw b/qnn/kv/layer_30_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..8421acf5365c87817800e70ed678fbb73c786cdb Binary files /dev/null and b/qnn/kv/layer_30_key_0.raw differ diff --git a/qnn/kv/layer_30_key_1.raw b/qnn/kv/layer_30_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..032885f29bc632647692a2ce09687cadd59256f3 Binary files /dev/null and b/qnn/kv/layer_30_key_1.raw differ diff --git a/qnn/kv/layer_30_key_2.raw b/qnn/kv/layer_30_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..447f6be7d52db8747fc8bd34b435efd7b175bded Binary files /dev/null and b/qnn/kv/layer_30_key_2.raw differ diff --git a/qnn/kv/layer_30_key_3.raw b/qnn/kv/layer_30_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..887aa3c4e860be853390d1099b46e1d13f029a35 Binary files /dev/null and b/qnn/kv/layer_30_key_3.raw differ diff --git a/qnn/kv/layer_30_key_4.raw b/qnn/kv/layer_30_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..249d216a4ee13ec366eeb1b7dbc36623aa5a08db Binary files /dev/null and b/qnn/kv/layer_30_key_4.raw differ diff --git a/qnn/kv/layer_30_key_5.raw b/qnn/kv/layer_30_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ded58e4b2ea5ea01b40724bf05196a86c06be9d Binary files /dev/null and b/qnn/kv/layer_30_key_5.raw differ diff --git a/qnn/kv/layer_30_key_6.raw b/qnn/kv/layer_30_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..776ff557a988335e55082f4565a0e21992c4d3b5 Binary files /dev/null and b/qnn/kv/layer_30_key_6.raw differ diff --git a/qnn/kv/layer_30_key_7.raw b/qnn/kv/layer_30_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0848cbe1dc943249103f31ce846357c44ee3968a Binary files /dev/null and b/qnn/kv/layer_30_key_7.raw differ diff --git a/qnn/kv/layer_30_value_0.raw b/qnn/kv/layer_30_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4dbc5d4b76de6e505928a801014eda5a9040d6c4 Binary files /dev/null and b/qnn/kv/layer_30_value_0.raw differ diff --git a/qnn/kv/layer_30_value_1.raw b/qnn/kv/layer_30_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c604aeb5c6dbfaea5ff5cef8a47cb359d07d8bb2 Binary files /dev/null and b/qnn/kv/layer_30_value_1.raw differ diff --git a/qnn/kv/layer_30_value_2.raw b/qnn/kv/layer_30_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3119c8609ae7eddd0bcb2bc57bd1a5a4f9efc17a Binary files /dev/null and b/qnn/kv/layer_30_value_2.raw differ diff --git a/qnn/kv/layer_30_value_3.raw b/qnn/kv/layer_30_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b371302ab7e81ba71eea694713124a694a402c8e Binary files /dev/null and b/qnn/kv/layer_30_value_3.raw differ diff --git a/qnn/kv/layer_30_value_4.raw b/qnn/kv/layer_30_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..59d3935a6d3d067431f87d638f2ba1025fd547af Binary files /dev/null and b/qnn/kv/layer_30_value_4.raw differ diff --git a/qnn/kv/layer_30_value_5.raw b/qnn/kv/layer_30_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5346ba32f8bcbbf84ba5be9d238742e5c45f2a20 Binary files /dev/null and b/qnn/kv/layer_30_value_5.raw differ diff --git a/qnn/kv/layer_30_value_6.raw b/qnn/kv/layer_30_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e06d9f6d104ab0b6287598ddcfbb0abcb6f6ae2 Binary files /dev/null and b/qnn/kv/layer_30_value_6.raw differ diff --git a/qnn/kv/layer_30_value_7.raw b/qnn/kv/layer_30_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..59af713ca24aed8f5b4d71b7651802f04f5be061 Binary files /dev/null and b/qnn/kv/layer_30_value_7.raw differ diff --git a/qnn/kv/layer_31_key_0.raw b/qnn/kv/layer_31_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a57130580efc574d55459cdf4320fb608167f9bb Binary files /dev/null and b/qnn/kv/layer_31_key_0.raw differ diff --git a/qnn/kv/layer_31_key_1.raw b/qnn/kv/layer_31_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a774196bfe7d1a4d63573cf6a0a8cd0f5563a2f Binary files /dev/null and b/qnn/kv/layer_31_key_1.raw differ diff --git a/qnn/kv/layer_31_key_2.raw b/qnn/kv/layer_31_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec110d021a266bcbe2057c5ba269152063805683 Binary files /dev/null and b/qnn/kv/layer_31_key_2.raw differ diff --git a/qnn/kv/layer_31_key_3.raw b/qnn/kv/layer_31_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9a96553d86b87c302458ce1b20dd0a1a55086b7 Binary files /dev/null and b/qnn/kv/layer_31_key_3.raw differ diff --git a/qnn/kv/layer_31_key_4.raw b/qnn/kv/layer_31_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc61dc892e996af719874cac0c0d0b9d9a44f3b4 Binary files /dev/null and b/qnn/kv/layer_31_key_4.raw differ diff --git a/qnn/kv/layer_31_key_5.raw b/qnn/kv/layer_31_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..11a06ec0fc3d1e2f0bc6abda7b85917db4f57beb Binary files /dev/null and b/qnn/kv/layer_31_key_5.raw differ diff --git a/qnn/kv/layer_31_key_6.raw b/qnn/kv/layer_31_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8e943389faa1b84ce4a4b9a9c1ed2f525f59964a Binary files /dev/null and b/qnn/kv/layer_31_key_6.raw differ diff --git a/qnn/kv/layer_31_key_7.raw b/qnn/kv/layer_31_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..204be22b533312005827aedf2bd5c21f1f120f48 Binary files /dev/null and b/qnn/kv/layer_31_key_7.raw differ diff --git a/qnn/kv/layer_31_value_0.raw b/qnn/kv/layer_31_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d94990fcc850d3ad8e4de447e26fde0ceaba6d22 Binary files /dev/null and b/qnn/kv/layer_31_value_0.raw differ diff --git a/qnn/kv/layer_31_value_1.raw b/qnn/kv/layer_31_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..76a2006e42bd9cff0dc855ba5a12c5d503fb7545 Binary files /dev/null and b/qnn/kv/layer_31_value_1.raw differ diff --git a/qnn/kv/layer_31_value_2.raw b/qnn/kv/layer_31_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fc93f07cd870dba54b4f68a4ff4171434d10974a Binary files /dev/null and b/qnn/kv/layer_31_value_2.raw differ diff --git a/qnn/kv/layer_31_value_3.raw b/qnn/kv/layer_31_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed09c81cf6a09a4c87b25d434346c7a6c74161ba Binary files /dev/null and b/qnn/kv/layer_31_value_3.raw differ diff --git a/qnn/kv/layer_31_value_4.raw b/qnn/kv/layer_31_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..117125de7eb4974169ca88a4ae3956f3963e140e Binary files /dev/null and b/qnn/kv/layer_31_value_4.raw differ diff --git a/qnn/kv/layer_31_value_5.raw b/qnn/kv/layer_31_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..73f696726e587f16aade161a47b0a5551b9e68d3 Binary files /dev/null and b/qnn/kv/layer_31_value_5.raw differ diff --git a/qnn/kv/layer_31_value_6.raw b/qnn/kv/layer_31_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6561b8bb3b031df3337be67a543650a324d634b8 Binary files /dev/null and b/qnn/kv/layer_31_value_6.raw differ diff --git a/qnn/kv/layer_31_value_7.raw b/qnn/kv/layer_31_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e419b97617ce67f923b1b13ecbb7d34b74304761 Binary files /dev/null and b/qnn/kv/layer_31_value_7.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..df9a2f46acd83ad68fcd1c83a02194fb25f67d99 Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9933af802027ff7ac0ebd490c09e374558e02daf Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_key_2.raw b/qnn/kv/layer_3_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a5ef30f1e006c77622a1907ecea2c584cf4f172 Binary files /dev/null and b/qnn/kv/layer_3_key_2.raw differ diff --git a/qnn/kv/layer_3_key_3.raw b/qnn/kv/layer_3_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..93f6c75335011d23d608e7348ca8b6834849aeb3 Binary files /dev/null and b/qnn/kv/layer_3_key_3.raw differ diff --git a/qnn/kv/layer_3_key_4.raw b/qnn/kv/layer_3_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f36ce5ee71331a0fb8edf661815836dbf177e134 Binary files /dev/null and b/qnn/kv/layer_3_key_4.raw differ diff --git a/qnn/kv/layer_3_key_5.raw b/qnn/kv/layer_3_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fd7aa9e41f91e3ec6cfb91fc437d0df97b2e9964 Binary files /dev/null and b/qnn/kv/layer_3_key_5.raw differ diff --git a/qnn/kv/layer_3_key_6.raw b/qnn/kv/layer_3_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a908263e8874f14b1a07d432f9a6c4d603be04cf Binary files /dev/null and b/qnn/kv/layer_3_key_6.raw differ diff --git a/qnn/kv/layer_3_key_7.raw b/qnn/kv/layer_3_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..642a10d2118f4ceeef29f350f099b0d468a6ff5f Binary files /dev/null and b/qnn/kv/layer_3_key_7.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a08e01d8667ad247e3fcf4bab5bab086e15b27f1 Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ce15e817b82ceeff0a7ffdfcf224ddf0cfae0e4e Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_3_value_2.raw b/qnn/kv/layer_3_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..624aa42d37423ae5748a6848af8def5505568518 Binary files /dev/null and b/qnn/kv/layer_3_value_2.raw differ diff --git a/qnn/kv/layer_3_value_3.raw b/qnn/kv/layer_3_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b482c0da74ce90a504e0ececf7f32368022177a Binary files /dev/null and b/qnn/kv/layer_3_value_3.raw differ diff --git a/qnn/kv/layer_3_value_4.raw b/qnn/kv/layer_3_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8ce2db44e3a8b74133975065118cd5ff7b8d7c11 Binary files /dev/null and b/qnn/kv/layer_3_value_4.raw differ diff --git a/qnn/kv/layer_3_value_5.raw b/qnn/kv/layer_3_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e979426771422a149570b70e65ad4fd21ea18e9b Binary files /dev/null and b/qnn/kv/layer_3_value_5.raw differ diff --git a/qnn/kv/layer_3_value_6.raw b/qnn/kv/layer_3_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4680327e85e4b42cc0bbc4c71acc8ad376fd7e4d Binary files /dev/null and b/qnn/kv/layer_3_value_6.raw differ diff --git a/qnn/kv/layer_3_value_7.raw b/qnn/kv/layer_3_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6fb7c534a8688edc5eb343d55bbb2c3702ffbe9d Binary files /dev/null and b/qnn/kv/layer_3_value_7.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a342756788c0d1c2d61bddd6878dcbdca52734c Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a47eb726f1d36a1bd9a70c382f6553ad7d7b20ba Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_key_2.raw b/qnn/kv/layer_4_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..de537882dcdf4d26a8fb91e6f459f44b344c7dbf Binary files /dev/null and b/qnn/kv/layer_4_key_2.raw differ diff --git a/qnn/kv/layer_4_key_3.raw b/qnn/kv/layer_4_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..15c6da7da7b3768da88995fd22cf3b49f48e6ab4 Binary files /dev/null and b/qnn/kv/layer_4_key_3.raw differ diff --git a/qnn/kv/layer_4_key_4.raw b/qnn/kv/layer_4_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ee3dbd8fec8c3720812b85de168dda0344762c2 Binary files /dev/null and b/qnn/kv/layer_4_key_4.raw differ diff --git a/qnn/kv/layer_4_key_5.raw b/qnn/kv/layer_4_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..841995b4d252669dc8eb166951b33664b9a0034b Binary files /dev/null and b/qnn/kv/layer_4_key_5.raw differ diff --git a/qnn/kv/layer_4_key_6.raw b/qnn/kv/layer_4_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ff93b9d8cebe30fdefdbd8407074d4215fe77d2 Binary files /dev/null and b/qnn/kv/layer_4_key_6.raw differ diff --git a/qnn/kv/layer_4_key_7.raw b/qnn/kv/layer_4_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..90b1c882a14df083f511253f1b32f1ef6f864523 Binary files /dev/null and b/qnn/kv/layer_4_key_7.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2cbe5a8224e8c933b62d343919c95c6ef26bab96 Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d45ce97ade381c660477805da6328e0ddd2bf37 Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_4_value_2.raw b/qnn/kv/layer_4_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3f8bc636ea9650efcea7e0296757376ee748caf0 Binary files /dev/null and b/qnn/kv/layer_4_value_2.raw differ diff --git a/qnn/kv/layer_4_value_3.raw b/qnn/kv/layer_4_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d0cba553788e19d2d8366821bfd41dafae885b8 Binary files /dev/null and b/qnn/kv/layer_4_value_3.raw differ diff --git a/qnn/kv/layer_4_value_4.raw b/qnn/kv/layer_4_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..52ac15b65534a5d72c5fa0fad9ff75e509e31211 Binary files /dev/null and b/qnn/kv/layer_4_value_4.raw differ diff --git a/qnn/kv/layer_4_value_5.raw b/qnn/kv/layer_4_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f783acfd228b897dc563ece6fef1925b3d117e8e Binary files /dev/null and b/qnn/kv/layer_4_value_5.raw differ diff --git a/qnn/kv/layer_4_value_6.raw b/qnn/kv/layer_4_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..baa6956048a153cd3a8d0717e69e2de488dad25b Binary files /dev/null and b/qnn/kv/layer_4_value_6.raw differ diff --git a/qnn/kv/layer_4_value_7.raw b/qnn/kv/layer_4_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf087fd5c07671eb4a32991edd389061f7c52a45 Binary files /dev/null and b/qnn/kv/layer_4_value_7.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f0eaf997925cdc7fed05c0a8d50eed47e041275 Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ce5c961983a53f9493b26669827cb731c29fd33 Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_key_2.raw b/qnn/kv/layer_5_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6eff23b5c857424575cac32f3283852d65944d5f Binary files /dev/null and b/qnn/kv/layer_5_key_2.raw differ diff --git a/qnn/kv/layer_5_key_3.raw b/qnn/kv/layer_5_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d18b8afd0fa714aa29e94c92d958faddd1669706 Binary files /dev/null and b/qnn/kv/layer_5_key_3.raw differ diff --git a/qnn/kv/layer_5_key_4.raw b/qnn/kv/layer_5_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e0b1283dfac3a21f4e9b64965292189a9d1e6f7 Binary files /dev/null and b/qnn/kv/layer_5_key_4.raw differ diff --git a/qnn/kv/layer_5_key_5.raw b/qnn/kv/layer_5_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..aeea164b226fcafaef2456a855dcb13f9099b4f6 Binary files /dev/null and b/qnn/kv/layer_5_key_5.raw differ diff --git a/qnn/kv/layer_5_key_6.raw b/qnn/kv/layer_5_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d9972577bc114a3046160a1244b77e54fdd4310a Binary files /dev/null and b/qnn/kv/layer_5_key_6.raw differ diff --git a/qnn/kv/layer_5_key_7.raw b/qnn/kv/layer_5_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6547bc9f7513b9bb5d984a8a3016220af5199fbd Binary files /dev/null and b/qnn/kv/layer_5_key_7.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..3423de533519835abc8527186ece535ee029ed75 Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d1dc895f5e56ba4e8e8e7f77fee869020758cee Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_5_value_2.raw b/qnn/kv/layer_5_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7c5ccda03e0816996f96a54b6d7c5ec78df99c9a Binary files /dev/null and b/qnn/kv/layer_5_value_2.raw differ diff --git a/qnn/kv/layer_5_value_3.raw b/qnn/kv/layer_5_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..51ae73c49991eda87446f91676fea3ce1e89cb9b Binary files /dev/null and b/qnn/kv/layer_5_value_3.raw differ diff --git a/qnn/kv/layer_5_value_4.raw b/qnn/kv/layer_5_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2bc0d8b9e1c1c6879d9e46f021e3e29487a3fbfb Binary files /dev/null and b/qnn/kv/layer_5_value_4.raw differ diff --git a/qnn/kv/layer_5_value_5.raw b/qnn/kv/layer_5_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a4dd5b5bffbe51820d0563262066914672326efd Binary files /dev/null and b/qnn/kv/layer_5_value_5.raw differ diff --git a/qnn/kv/layer_5_value_6.raw b/qnn/kv/layer_5_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..371f23c1b5ecce5a3c4a01a4dbf584534ea87142 Binary files /dev/null and b/qnn/kv/layer_5_value_6.raw differ diff --git a/qnn/kv/layer_5_value_7.raw b/qnn/kv/layer_5_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..38a01ed80e4b878de93551a2b68357f625db339c Binary files /dev/null and b/qnn/kv/layer_5_value_7.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..26b3d68f1536cbfad54321dd150c59bb092a50ce Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f65f5d129c428e0314d98e49bf50226cd3b71e4 Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_key_2.raw b/qnn/kv/layer_6_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ec7f6a0c56484f4dd93220fb68dbfb2e65e6750 Binary files /dev/null and b/qnn/kv/layer_6_key_2.raw differ diff --git a/qnn/kv/layer_6_key_3.raw b/qnn/kv/layer_6_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9455f1dfcca422f38585e02eb045759c76325ce7 Binary files /dev/null and b/qnn/kv/layer_6_key_3.raw differ diff --git a/qnn/kv/layer_6_key_4.raw b/qnn/kv/layer_6_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..63eb3b975cf92535912360b4e2680c1189e49ef6 Binary files /dev/null and b/qnn/kv/layer_6_key_4.raw differ diff --git a/qnn/kv/layer_6_key_5.raw b/qnn/kv/layer_6_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9dda63bf8154be0fd0ab40f5a0d942b2d0505f00 Binary files /dev/null and b/qnn/kv/layer_6_key_5.raw differ diff --git a/qnn/kv/layer_6_key_6.raw b/qnn/kv/layer_6_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..eba1b0bbf9e406a966b497839cdaebcf2627788e Binary files /dev/null and b/qnn/kv/layer_6_key_6.raw differ diff --git a/qnn/kv/layer_6_key_7.raw b/qnn/kv/layer_6_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..066060e221c170dc93629e608c18ff48a13fb92d Binary files /dev/null and b/qnn/kv/layer_6_key_7.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7d141149c35bd4924182fd459786c6b4a6bc9b0d Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..657665b83ba66703648b1d590ba2e5cf0277b609 Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_6_value_2.raw b/qnn/kv/layer_6_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d1f9780f3d85cbb00b6521ab02dc2f8d78fd9b7 Binary files /dev/null and b/qnn/kv/layer_6_value_2.raw differ diff --git a/qnn/kv/layer_6_value_3.raw b/qnn/kv/layer_6_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1330b561da7fec8c6983dbf45883288815c84f8d Binary files /dev/null and b/qnn/kv/layer_6_value_3.raw differ diff --git a/qnn/kv/layer_6_value_4.raw b/qnn/kv/layer_6_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..96ec245f37db8ca1ed921a7166c4ee73fe110de0 Binary files /dev/null and b/qnn/kv/layer_6_value_4.raw differ diff --git a/qnn/kv/layer_6_value_5.raw b/qnn/kv/layer_6_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..71f56cc6d519b9b2e5b06d8bd1fd135dd08432a9 Binary files /dev/null and b/qnn/kv/layer_6_value_5.raw differ diff --git a/qnn/kv/layer_6_value_6.raw b/qnn/kv/layer_6_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..361f6425000c4c0d95dd3a2bda0d6afc6ca7d6a8 Binary files /dev/null and b/qnn/kv/layer_6_value_6.raw differ diff --git a/qnn/kv/layer_6_value_7.raw b/qnn/kv/layer_6_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e5ca48842c6504837b40df234b8b3924c1cc0e44 Binary files /dev/null and b/qnn/kv/layer_6_value_7.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a5188de6482bc431a0aafe2adc1166d2e697085 Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e62329529e5dcb320e710998c374ba9b97a807f7 Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_key_2.raw b/qnn/kv/layer_7_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b7f3c75c78428f6aef98f662dd34977a7d68c2e Binary files /dev/null and b/qnn/kv/layer_7_key_2.raw differ diff --git a/qnn/kv/layer_7_key_3.raw b/qnn/kv/layer_7_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..47d0e6f802eae644d59b3ecb4e7dfe6f077d98f0 Binary files /dev/null and b/qnn/kv/layer_7_key_3.raw differ diff --git a/qnn/kv/layer_7_key_4.raw b/qnn/kv/layer_7_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..990f80b7462febd5705b93a3489f783abde9df66 Binary files /dev/null and b/qnn/kv/layer_7_key_4.raw differ diff --git a/qnn/kv/layer_7_key_5.raw b/qnn/kv/layer_7_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..afe830ea3205a93a5473301903fbe64033671053 Binary files /dev/null and b/qnn/kv/layer_7_key_5.raw differ diff --git a/qnn/kv/layer_7_key_6.raw b/qnn/kv/layer_7_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed503b5fd771690a88216f41fd36886c9a1d1adf Binary files /dev/null and b/qnn/kv/layer_7_key_6.raw differ diff --git a/qnn/kv/layer_7_key_7.raw b/qnn/kv/layer_7_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e7d5570f8cc95d4caa284c7cba6844176b0a8d0 Binary files /dev/null and b/qnn/kv/layer_7_key_7.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7f2f38464ffc590d953d4d8f950d9f4e6db95a49 Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e08e9422902e604b8f0f42dcb5096c586092ff91 Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_7_value_2.raw b/qnn/kv/layer_7_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..20250624c95dd1fee2418046483b1e6555781dea Binary files /dev/null and b/qnn/kv/layer_7_value_2.raw differ diff --git a/qnn/kv/layer_7_value_3.raw b/qnn/kv/layer_7_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2b04274280ee0b576a07969aa32f3bafe17f734b Binary files /dev/null and b/qnn/kv/layer_7_value_3.raw differ diff --git a/qnn/kv/layer_7_value_4.raw b/qnn/kv/layer_7_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..885a9c27b1108d31af9e0ade0076effc9c3ceefc Binary files /dev/null and b/qnn/kv/layer_7_value_4.raw differ diff --git a/qnn/kv/layer_7_value_5.raw b/qnn/kv/layer_7_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..da630b9ea6a51738b3b466404cb04d018ca3536d Binary files /dev/null and b/qnn/kv/layer_7_value_5.raw differ diff --git a/qnn/kv/layer_7_value_6.raw b/qnn/kv/layer_7_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ccdc55bfaa0f6a9baf37e9619e67b95c25fd0cb2 Binary files /dev/null and b/qnn/kv/layer_7_value_6.raw differ diff --git a/qnn/kv/layer_7_value_7.raw b/qnn/kv/layer_7_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..059d5225fd4b2cf530c77483059b0efb4e05042f Binary files /dev/null and b/qnn/kv/layer_7_value_7.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a62b40dd0a3a7c317918e26f4ff5d7f9664979f6 Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a5c3ecf411b96a8e7b67d46667f4467f1ebe1d6 Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_key_2.raw b/qnn/kv/layer_8_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b8a5479ab31bdc3a124654e61dc9c712ef0fb0b Binary files /dev/null and b/qnn/kv/layer_8_key_2.raw differ diff --git a/qnn/kv/layer_8_key_3.raw b/qnn/kv/layer_8_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..947d3ad59676e3712300200b69e58c0f26ce89a9 Binary files /dev/null and b/qnn/kv/layer_8_key_3.raw differ diff --git a/qnn/kv/layer_8_key_4.raw b/qnn/kv/layer_8_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a87ccf42822e86b46bfb07f97f14378a3e5b2d48 Binary files /dev/null and b/qnn/kv/layer_8_key_4.raw differ diff --git a/qnn/kv/layer_8_key_5.raw b/qnn/kv/layer_8_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..16f2e82a272e7a5b068f8b292b3391e530bb9b58 Binary files /dev/null and b/qnn/kv/layer_8_key_5.raw differ diff --git a/qnn/kv/layer_8_key_6.raw b/qnn/kv/layer_8_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..05f1ff12d75940162dbd75f81bf81bbcde1999a5 Binary files /dev/null and b/qnn/kv/layer_8_key_6.raw differ diff --git a/qnn/kv/layer_8_key_7.raw b/qnn/kv/layer_8_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6513970901124aa13ef7bfe43b1848632f2c241 Binary files /dev/null and b/qnn/kv/layer_8_key_7.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a5ffae624505a24abd0573c4db2cc8c6520f9b9f Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e689d048f542073fcb5ab54fe691c68f99ff28a Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_8_value_2.raw b/qnn/kv/layer_8_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb248521d5eb0df1ff06d839e7b28f874376d901 Binary files /dev/null and b/qnn/kv/layer_8_value_2.raw differ diff --git a/qnn/kv/layer_8_value_3.raw b/qnn/kv/layer_8_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2c30ddc14235612896db29da07a12c01bfa7544f Binary files /dev/null and b/qnn/kv/layer_8_value_3.raw differ diff --git a/qnn/kv/layer_8_value_4.raw b/qnn/kv/layer_8_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef3faa0af159d88f9c29c44c06a54efbce4d3704 Binary files /dev/null and b/qnn/kv/layer_8_value_4.raw differ diff --git a/qnn/kv/layer_8_value_5.raw b/qnn/kv/layer_8_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef44fac3ec5c7133da6d3a24ce0d79ebe055aa24 Binary files /dev/null and b/qnn/kv/layer_8_value_5.raw differ diff --git a/qnn/kv/layer_8_value_6.raw b/qnn/kv/layer_8_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..12fcbb89cf0f190f19746a9bf44283d2557fe5c4 Binary files /dev/null and b/qnn/kv/layer_8_value_6.raw differ diff --git a/qnn/kv/layer_8_value_7.raw b/qnn/kv/layer_8_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7087f8d661c342527e6a25054813164202a0e649 Binary files /dev/null and b/qnn/kv/layer_8_value_7.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..06a81abfe3797038745f9a76ccc18a312e290e35 Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0d8eff12dafa714377fd10b26c1896ce11f8f760 Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_key_2.raw b/qnn/kv/layer_9_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c4baa46be6e206a5ef158dd9ea915d7f50044b5 Binary files /dev/null and b/qnn/kv/layer_9_key_2.raw differ diff --git a/qnn/kv/layer_9_key_3.raw b/qnn/kv/layer_9_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..11fe9ee473c7b8902b133edfafb050aa82968d69 Binary files /dev/null and b/qnn/kv/layer_9_key_3.raw differ diff --git a/qnn/kv/layer_9_key_4.raw b/qnn/kv/layer_9_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ea8c86226f421a20e79016c8b30ccdfcae842a7d Binary files /dev/null and b/qnn/kv/layer_9_key_4.raw differ diff --git a/qnn/kv/layer_9_key_5.raw b/qnn/kv/layer_9_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2323f2ffad52520e11458dbe6c3f1aa276324400 Binary files /dev/null and b/qnn/kv/layer_9_key_5.raw differ diff --git a/qnn/kv/layer_9_key_6.raw b/qnn/kv/layer_9_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8109c028277db8ed2ae3520fd445de8cce87d39d Binary files /dev/null and b/qnn/kv/layer_9_key_6.raw differ diff --git a/qnn/kv/layer_9_key_7.raw b/qnn/kv/layer_9_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e7827d1be760e7ba0224eb48ea68a30684213100 Binary files /dev/null and b/qnn/kv/layer_9_key_7.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c10cfc1872ffffd322d9f7c0acae37f84a2cc28 Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..36775045ca7212e6a40d2c34d466107185a9adf0 Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/kv/layer_9_value_2.raw b/qnn/kv/layer_9_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c2dbba347fd14608dc1e67c83bc655c3b44151f8 Binary files /dev/null and b/qnn/kv/layer_9_value_2.raw differ diff --git a/qnn/kv/layer_9_value_3.raw b/qnn/kv/layer_9_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6271ad19d484388586c1340ac57fef9c661b2c8 Binary files /dev/null and b/qnn/kv/layer_9_value_3.raw differ diff --git a/qnn/kv/layer_9_value_4.raw b/qnn/kv/layer_9_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c64a5dc41070d21e26992fec5b1c3107ebb64329 Binary files /dev/null and b/qnn/kv/layer_9_value_4.raw differ diff --git a/qnn/kv/layer_9_value_5.raw b/qnn/kv/layer_9_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..807df164a63400430de385c53267294112a33d84 Binary files /dev/null and b/qnn/kv/layer_9_value_5.raw differ diff --git a/qnn/kv/layer_9_value_6.raw b/qnn/kv/layer_9_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..105a1bd09cca8d6380d30fb79edf861cd5396a37 Binary files /dev/null and b/qnn/kv/layer_9_value_6.raw differ diff --git a/qnn/kv/layer_9_value_7.raw b/qnn/kv/layer_9_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..176620326fbbe65e85e973a32141d5294d74e395 Binary files /dev/null and b/qnn/kv/layer_9_value_7.raw differ diff --git a/qnn/llama3_1_8b_0.bin b/qnn/llama3_1_8b_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..b93e387cbedcdbd344059864503d510914eba3ce --- /dev/null +++ b/qnn/llama3_1_8b_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa97cbb12ab321fae481d416bab8ec06050408b50d492044ac0dc813f1270f1 +size 892825744 diff --git a/qnn/llama3_1_8b_1.bin b/qnn/llama3_1_8b_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..61f719dcf344083580887905e7420c2494209aa9 --- /dev/null +++ b/qnn/llama3_1_8b_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d264ae5d4316b2c56658a56fb02075dc628c86fd3f4f8577cf612626b9f832e +size 892842896 diff --git a/qnn/llama3_1_8b_2.bin b/qnn/llama3_1_8b_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..0cdf0a01038dda87dcfffe257b899d39703d315c --- /dev/null +++ b/qnn/llama3_1_8b_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abfe12f021a3087da86c72554ca678c7d7ccbf67a2e0a5462b574ddcde06001 +size 892847248 diff --git a/qnn/llama3_1_8b_3.bin b/qnn/llama3_1_8b_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..873d6d983119cb6811166ae3cb0721d3ff7a629b --- /dev/null +++ b/qnn/llama3_1_8b_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b34b13d78b5c52330a742051a95f002ff28d1e2f19fc51848caa4e9030bdc6 +size 892839056 diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin new file mode 100644 index 0000000000000000000000000000000000000000..0b4f19ae465cde1d89cd986293d01b451bf82978 --- /dev/null +++ b/qnn/lm_head.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecac6fe2f9a9f757679cf8a7e0681590d1fcddeabfb2ebc017b79b3dda64eb5d +size 269695360 diff --git a/vocab.gguf b/vocab.gguf new file mode 100644 index 0000000000000000000000000000000000000000..68dcffe67127900edef14db13af079dfbd60d7dd --- /dev/null +++ b/vocab.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87786b3eb13ec14f4b55cb5fb00bc91f1da880d30720a37c21d6a9796ce3aa49 +size 7823303