diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..cb75bd41b572db1d6c5c37a021fa60db5bc82cf2 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text +vocab.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ggml/weights.gguf b/ggml/weights.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b3d1637040d0ff9fa1823f05170837ce57d2e3ce --- /dev/null +++ b/ggml/weights.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ff1f5f5fd1762ff3432e9fdbc42af956078c5f6b2d6b14b4be439ee5d28c2cf +size 4525778304 diff --git a/model.json b/model.json new file mode 100644 index 0000000000000000000000000000000000000000..7ca7e74a364b7c631d0548b7b1376446ccc5bd34 --- /dev/null +++ b/model.json @@ -0,0 +1,27 @@ +{ + "model_id": "model-2025_01_02", + "model_arch": "llama", + "version": 20241202, + "llm_config": { + "embed_dim": 4096, + "ffn_dim": 14336, + "head_size": 128, + "kv_dim": 1024, + "n_attn_heads": 32, + "n_attn_kv_heads": 8, + "n_ctx": 131072, + "n_layers": 32, + "norm_eps": 9.999999747378752e-06, + "vocab_size": 128256, + "rope_config": { + "n_rope_ctx_orig": 131072, + "rope_attn_factor": 1.0, + "rope_dim": 128, + "rope_freq_base": 500000.0, + "rope_freq_scale": 1.0, + "rope_scale_type": "linear", + "rope_type": 0 + } + }, + "vision": {} +} \ No newline at end of file diff --git a/qnn/config.json b/qnn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9270899221cc192ff30b1a50022ad8f90f0ac22 --- /dev/null +++ b/qnn/config.json @@ -0,0 +1,147 @@ +{ + "model_parameters": { + "n_layers": 32, + "vocab_size": 128256, + "embed_dim": 4096, + "ffn_hidden_dim": 14336, + "head_dim": 128, + "n_kv_heads": 8, + "rope_theta": 500000.0, + "rms_norm_eps": 1e-05, + "attention_mask_value": -100000.0, + "tie_embedding": false + }, + "qnn_parameters": { + "n_hvx_threads": 4 + }, + "graphs": [ + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 8, + "batch_size": 16, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_16", + "model_path": "llama3_1_8b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 16, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_16", + "model_path": "llama3_1_8b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, + "batch_size": 16, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_16", + "model_path": "llama3_1_8b_2.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 24, + "end_layer_id": 32, + "batch_size": 16, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_16", + "model_path": "llama3_1_8b_3.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 8, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 8, + "end_layer_id": 16, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_1.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 16, + "end_layer_id": 24, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_2.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 24, + "end_layer_id": 32, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_1_8b_3.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + } + ], + "embeddings": [ + { + "graph_name": "batch_16", + "model_path": "lm_head.bin", + "batch_size": 16, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_128", + "model_path": "lm_head.bin", + "batch_size": 128, + "x_name": "x", + "out_name": "logits" + } + ] +} \ No newline at end of file diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0e918184519758811eefb9178c1c26af766ac56f Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b0b5b5340589fce5f32f3dbb675c61f504f244ac Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_key_2.raw b/qnn/kv/layer_0_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8902828537c74c5c91bbb3a5b2d43c652e7e5ca3 Binary files /dev/null and b/qnn/kv/layer_0_key_2.raw differ diff --git a/qnn/kv/layer_0_key_3.raw b/qnn/kv/layer_0_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b6bf10a4a8aa0bd7b7e633cea2c136d96eee2d8d Binary files /dev/null and b/qnn/kv/layer_0_key_3.raw differ diff --git a/qnn/kv/layer_0_key_4.raw b/qnn/kv/layer_0_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c6cb0106103c60c1f0e24e79c5064817ee265e3f Binary files /dev/null and b/qnn/kv/layer_0_key_4.raw differ diff --git a/qnn/kv/layer_0_key_5.raw b/qnn/kv/layer_0_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1eebc7db0e8d817c0a2148d84b9471c3cfa545c1 Binary files /dev/null and b/qnn/kv/layer_0_key_5.raw differ diff --git a/qnn/kv/layer_0_key_6.raw b/qnn/kv/layer_0_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..0b0543d84ab9020ebdc0720d96d1d80a669beae5 Binary files /dev/null and b/qnn/kv/layer_0_key_6.raw differ diff --git a/qnn/kv/layer_0_key_7.raw b/qnn/kv/layer_0_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..dfe9b9442cd470f86c5b6a32653590b821699249 Binary files /dev/null and b/qnn/kv/layer_0_key_7.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..3f6c4bdae2e2a37fb90c71212d6521619f3740fa Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bcbae969a93ab26cca0e5df7b5e3e4b882469b7a Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_0_value_2.raw b/qnn/kv/layer_0_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ff72d4f9cbbe5dab0688205ce8c48c43c5d7e2d7 Binary files /dev/null and b/qnn/kv/layer_0_value_2.raw differ diff --git a/qnn/kv/layer_0_value_3.raw b/qnn/kv/layer_0_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..57907e8a2aa2f05922091d81cc20671e0fd896ad Binary files /dev/null and b/qnn/kv/layer_0_value_3.raw differ diff --git a/qnn/kv/layer_0_value_4.raw b/qnn/kv/layer_0_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0cd9d21ae0c91dbc788ae0caaecc46b520ebdc10 Binary files /dev/null and b/qnn/kv/layer_0_value_4.raw differ diff --git a/qnn/kv/layer_0_value_5.raw b/qnn/kv/layer_0_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..681abfbe6c06770557693db6bc0f5e946c79f0b5 Binary files /dev/null and b/qnn/kv/layer_0_value_5.raw differ diff --git a/qnn/kv/layer_0_value_6.raw b/qnn/kv/layer_0_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..05c04033d305bbe2468eb1182f95bb1ff04b239b Binary files /dev/null and b/qnn/kv/layer_0_value_6.raw differ diff --git a/qnn/kv/layer_0_value_7.raw b/qnn/kv/layer_0_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3557adcbf5d6fe85d4628cbdd676e141485cebed Binary files /dev/null and b/qnn/kv/layer_0_value_7.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e768448bfe584f490a4aceb4dfb0ee159c80c65e Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2630ac1a463f172885eba9aa646c59d020ee5dc6 Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_key_2.raw b/qnn/kv/layer_10_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..07d8005206dd18f8450da9152f19fe17f81273b6 Binary files /dev/null and b/qnn/kv/layer_10_key_2.raw differ diff --git a/qnn/kv/layer_10_key_3.raw b/qnn/kv/layer_10_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..95a99443ef6f79e4490fdaa51f140776f3d87e76 Binary files /dev/null and b/qnn/kv/layer_10_key_3.raw differ diff --git a/qnn/kv/layer_10_key_4.raw b/qnn/kv/layer_10_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a1f5115a17352bbd7a375c5cda702d6d3a38b784 Binary files /dev/null and b/qnn/kv/layer_10_key_4.raw differ diff --git a/qnn/kv/layer_10_key_5.raw b/qnn/kv/layer_10_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee860245dfc5b384cbb91c90f28db7e2bfb03b87 Binary files /dev/null and b/qnn/kv/layer_10_key_5.raw differ diff --git a/qnn/kv/layer_10_key_6.raw b/qnn/kv/layer_10_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4aec588cf0dbf5dd43255c2b1ec949e629057a04 Binary files /dev/null and b/qnn/kv/layer_10_key_6.raw differ diff --git a/qnn/kv/layer_10_key_7.raw b/qnn/kv/layer_10_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9799e4368d9d080aad9154755b002114341665c5 Binary files /dev/null and b/qnn/kv/layer_10_key_7.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4534458b37e203c24f8e50f4fcad856c86c989ef Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b9aa73cace963f2150dab4616453845b01c2a15f Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_10_value_2.raw b/qnn/kv/layer_10_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6be8bdd449f62705710958ec62ebc4b63b287f0 Binary files /dev/null and b/qnn/kv/layer_10_value_2.raw differ diff --git a/qnn/kv/layer_10_value_3.raw b/qnn/kv/layer_10_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f65a6d624fd7754d7a54cf0a0e594b8b816bcc35 Binary files /dev/null and b/qnn/kv/layer_10_value_3.raw differ diff --git a/qnn/kv/layer_10_value_4.raw b/qnn/kv/layer_10_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0df47ca04edb0f7e1e0c3352a459cc3a9f32036e Binary files /dev/null and b/qnn/kv/layer_10_value_4.raw differ diff --git a/qnn/kv/layer_10_value_5.raw b/qnn/kv/layer_10_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a44506d8f591ce40692f45f43022f40eb4695b3a Binary files /dev/null and b/qnn/kv/layer_10_value_5.raw differ diff --git a/qnn/kv/layer_10_value_6.raw b/qnn/kv/layer_10_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a43adb01929c5a4b58d2723e88efbfcedb87f29a Binary files /dev/null and b/qnn/kv/layer_10_value_6.raw differ diff --git a/qnn/kv/layer_10_value_7.raw b/qnn/kv/layer_10_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..71b584c83688796b1ab46ede4dd3bcb92f301310 Binary files /dev/null and b/qnn/kv/layer_10_value_7.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..03e39b941e07b95ee28bcf67e152adfcf8b46b5a Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a54ccd019b615ddb7df47e6ad1b2101d57285645 Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_key_2.raw b/qnn/kv/layer_11_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6bb10af5838c80677e3ba02c3968ea4803b4621 Binary files /dev/null and b/qnn/kv/layer_11_key_2.raw differ diff --git a/qnn/kv/layer_11_key_3.raw b/qnn/kv/layer_11_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..341a9c5d8201f7b80db4462457914bd5482e3a29 Binary files /dev/null and b/qnn/kv/layer_11_key_3.raw differ diff --git a/qnn/kv/layer_11_key_4.raw b/qnn/kv/layer_11_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..54a0c6f428efa15bcf054bd48a1c4f2d9ce7639f Binary files /dev/null and b/qnn/kv/layer_11_key_4.raw differ diff --git a/qnn/kv/layer_11_key_5.raw b/qnn/kv/layer_11_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5164d2481ef1e4334d23d7fb24216bb038e8a76d Binary files /dev/null and b/qnn/kv/layer_11_key_5.raw differ diff --git a/qnn/kv/layer_11_key_6.raw b/qnn/kv/layer_11_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..0c51d9752ba392b4d834884c6845de37ad66938a Binary files /dev/null and b/qnn/kv/layer_11_key_6.raw differ diff --git a/qnn/kv/layer_11_key_7.raw b/qnn/kv/layer_11_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3873a145a171e3c46bacda7562f3b4cd5bcc4c1 Binary files /dev/null and b/qnn/kv/layer_11_key_7.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e524b2394537dac3c533462b8099abb2b4aceb90 Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b15f976d11c74052613576ebe245cf1bde1c131c Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_11_value_2.raw b/qnn/kv/layer_11_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..344c3aec53f082d01f15232e6b80289c11300c6b Binary files /dev/null and b/qnn/kv/layer_11_value_2.raw differ diff --git a/qnn/kv/layer_11_value_3.raw b/qnn/kv/layer_11_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..cda1c65dead933ff2fc6e331b0e8167f6c8fa156 Binary files /dev/null and b/qnn/kv/layer_11_value_3.raw differ diff --git a/qnn/kv/layer_11_value_4.raw b/qnn/kv/layer_11_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1fab9e34acf47fc0198886cf1b015e0b50f67b85 Binary files /dev/null and b/qnn/kv/layer_11_value_4.raw differ diff --git a/qnn/kv/layer_11_value_5.raw b/qnn/kv/layer_11_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..7eb451254ddaf4f4a077fd0fa8b6c9c5ddc5c8a0 Binary files /dev/null and b/qnn/kv/layer_11_value_5.raw differ diff --git a/qnn/kv/layer_11_value_6.raw b/qnn/kv/layer_11_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f553d9b10c417109435e2b3c285a4538af0b2142 Binary files /dev/null and b/qnn/kv/layer_11_value_6.raw differ diff --git a/qnn/kv/layer_11_value_7.raw b/qnn/kv/layer_11_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3d1b33a80ac60888bf4a5f7a34e5abc379642e3c Binary files /dev/null and b/qnn/kv/layer_11_value_7.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf0cb035526fa6ea95cf201806cc168dbf15ab31 Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f379b4822917fe71c32849ae449331d4dc89d4f0 Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_key_2.raw b/qnn/kv/layer_12_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..26c916aa5c97c0f37620e67a17ca061375d81159 Binary files /dev/null and b/qnn/kv/layer_12_key_2.raw differ diff --git a/qnn/kv/layer_12_key_3.raw b/qnn/kv/layer_12_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..dc2f1fa2a998dd0382f090d4113fda013dff5bef Binary files /dev/null and b/qnn/kv/layer_12_key_3.raw differ diff --git a/qnn/kv/layer_12_key_4.raw b/qnn/kv/layer_12_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a0a7d3dd543b46511b13f288aa73566d27dccf2 Binary files /dev/null and b/qnn/kv/layer_12_key_4.raw differ diff --git a/qnn/kv/layer_12_key_5.raw b/qnn/kv/layer_12_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..328780464407c88c858af31bffe00d4b8ab93008 Binary files /dev/null and b/qnn/kv/layer_12_key_5.raw differ diff --git a/qnn/kv/layer_12_key_6.raw b/qnn/kv/layer_12_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..e1a278156e18dee4a1fd20ffb25e41a1dfc6c65f Binary files /dev/null and b/qnn/kv/layer_12_key_6.raw differ diff --git a/qnn/kv/layer_12_key_7.raw b/qnn/kv/layer_12_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..d4f20a5ff9bb85f0c9b7c182d895dfaf506162b5 Binary files /dev/null and b/qnn/kv/layer_12_key_7.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..fbc83081cbfb5f346de3f8624ab47310e1937b2e Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6c4c8540694e2b33f9c512ab3a6348ac9beb915 Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_12_value_2.raw b/qnn/kv/layer_12_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..03d817eddfc1e8f925916f10c7cadec0afb683ed Binary files /dev/null and b/qnn/kv/layer_12_value_2.raw differ diff --git a/qnn/kv/layer_12_value_3.raw b/qnn/kv/layer_12_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e39525f8e4ec73eb4148aebb388159e6a490aee2 Binary files /dev/null and b/qnn/kv/layer_12_value_3.raw differ diff --git a/qnn/kv/layer_12_value_4.raw b/qnn/kv/layer_12_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a7fadffe57696339bfa61f07b47d72a5ef3f3c52 Binary files /dev/null and b/qnn/kv/layer_12_value_4.raw differ diff --git a/qnn/kv/layer_12_value_5.raw b/qnn/kv/layer_12_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b36e09b04af8a8bab81507d56bf797aab0f86bb1 Binary files /dev/null and b/qnn/kv/layer_12_value_5.raw differ diff --git a/qnn/kv/layer_12_value_6.raw b/qnn/kv/layer_12_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf621cb44e9c7c7b85036e7f10159c026e4c9b1b Binary files /dev/null and b/qnn/kv/layer_12_value_6.raw differ diff --git a/qnn/kv/layer_12_value_7.raw b/qnn/kv/layer_12_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ce87be58e479492583114715a905fc6f5ee32459 Binary files /dev/null and b/qnn/kv/layer_12_value_7.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1bab8f97f8f6b75209d4d9203c9f6a6640fb676f Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..68a90a588416242597e921c17b290780b4272b04 Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_key_2.raw b/qnn/kv/layer_13_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..e09e12dab0c6ada2cb4f91a51bd02d5e87f3e5de Binary files /dev/null and b/qnn/kv/layer_13_key_2.raw differ diff --git a/qnn/kv/layer_13_key_3.raw b/qnn/kv/layer_13_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..546478850d2319c724fe41b3b8697df8b8460b38 Binary files /dev/null and b/qnn/kv/layer_13_key_3.raw differ diff --git a/qnn/kv/layer_13_key_4.raw b/qnn/kv/layer_13_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3fcc9e1184050d8ffc4dc91ab3d9e91c3f1e495c Binary files /dev/null and b/qnn/kv/layer_13_key_4.raw differ diff --git a/qnn/kv/layer_13_key_5.raw b/qnn/kv/layer_13_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c1dd0999eb9b322c24d4cf42ae5f9ad26538b3d3 Binary files /dev/null and b/qnn/kv/layer_13_key_5.raw differ diff --git a/qnn/kv/layer_13_key_6.raw b/qnn/kv/layer_13_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..af19ec8bd1a3fa51cb064779e3bfab8c86cffada Binary files /dev/null and b/qnn/kv/layer_13_key_6.raw differ diff --git a/qnn/kv/layer_13_key_7.raw b/qnn/kv/layer_13_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e820af0cd9ed22bf4acaa0bb861533683695dc33 Binary files /dev/null and b/qnn/kv/layer_13_key_7.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ab545d72ac1ec6fb78919b0572c3a8878ceea7a6 Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e3418c5638c4555105a488d07c17dfb1048d3d84 Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_13_value_2.raw b/qnn/kv/layer_13_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3332912f2868204e9bf6020d3e2d54d9ff4eb91b Binary files /dev/null and b/qnn/kv/layer_13_value_2.raw differ diff --git a/qnn/kv/layer_13_value_3.raw b/qnn/kv/layer_13_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e6ce821fc525650d31dc6180d2f359c4cf8b0da Binary files /dev/null and b/qnn/kv/layer_13_value_3.raw differ diff --git a/qnn/kv/layer_13_value_4.raw b/qnn/kv/layer_13_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a15f0b77e05d69c45596fd498b3d6f5f6b7962bd Binary files /dev/null and b/qnn/kv/layer_13_value_4.raw differ diff --git a/qnn/kv/layer_13_value_5.raw b/qnn/kv/layer_13_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..34f373cd2b5cefd841e57ef343d6b64f5e1958e0 Binary files /dev/null and b/qnn/kv/layer_13_value_5.raw differ diff --git a/qnn/kv/layer_13_value_6.raw b/qnn/kv/layer_13_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..06de68ad9295bccbeab7bef1034701409a581d4d Binary files /dev/null and b/qnn/kv/layer_13_value_6.raw differ diff --git a/qnn/kv/layer_13_value_7.raw b/qnn/kv/layer_13_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1408561829ed7148915fd1ab5b94ccaf2bf4fb82 Binary files /dev/null and b/qnn/kv/layer_13_value_7.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e200ef52f83a9351b43dbf1c2d5cc4e5fadc2952 Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b59ba05242fef2e59cc7676cdac099251dbd9ece Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_key_2.raw b/qnn/kv/layer_14_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..0d0ff2b8842c4b2409af4f54920062615e2b118d Binary files /dev/null and b/qnn/kv/layer_14_key_2.raw differ diff --git a/qnn/kv/layer_14_key_3.raw b/qnn/kv/layer_14_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1e271c3dd928a78104e05b7b707def75de26c0bf Binary files /dev/null and b/qnn/kv/layer_14_key_3.raw differ diff --git a/qnn/kv/layer_14_key_4.raw b/qnn/kv/layer_14_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..8ec8a4885811b2a2b708fe0c7fc5c74e8e9c37d5 Binary files /dev/null and b/qnn/kv/layer_14_key_4.raw differ diff --git a/qnn/kv/layer_14_key_5.raw b/qnn/kv/layer_14_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a46c20c6b9be6666d187a14b306ae61933773b06 Binary files /dev/null and b/qnn/kv/layer_14_key_5.raw differ diff --git a/qnn/kv/layer_14_key_6.raw b/qnn/kv/layer_14_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..efb4fc18af223d5104a5548a50669e40e47cb30f Binary files /dev/null and b/qnn/kv/layer_14_key_6.raw differ diff --git a/qnn/kv/layer_14_key_7.raw b/qnn/kv/layer_14_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0221d8612d25dc6f047aea66c24f4fbabf4da270 Binary files /dev/null and b/qnn/kv/layer_14_key_7.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..85da6d56385cc8f1672707a36e1e45df16506e63 Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2c74f6d0ec6c76806d041667098082a20257f12 Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_14_value_2.raw b/qnn/kv/layer_14_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..48d29cec3d131799303fa5a9b7e3dc0058dbea80 Binary files /dev/null and b/qnn/kv/layer_14_value_2.raw differ diff --git a/qnn/kv/layer_14_value_3.raw b/qnn/kv/layer_14_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6590a821a61bde30d0b409506939222556ccc056 Binary files /dev/null and b/qnn/kv/layer_14_value_3.raw differ diff --git a/qnn/kv/layer_14_value_4.raw b/qnn/kv/layer_14_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dfe4ad10f2795be5468afceeba59a41aaef1da03 Binary files /dev/null and b/qnn/kv/layer_14_value_4.raw differ diff --git a/qnn/kv/layer_14_value_5.raw b/qnn/kv/layer_14_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3d12fce71d3e657d10a76181327f2be140d94701 Binary files /dev/null and b/qnn/kv/layer_14_value_5.raw differ diff --git a/qnn/kv/layer_14_value_6.raw b/qnn/kv/layer_14_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee4f119a27f98d8307d159de1f1f582d935bf003 Binary files /dev/null and b/qnn/kv/layer_14_value_6.raw differ diff --git a/qnn/kv/layer_14_value_7.raw b/qnn/kv/layer_14_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..069b66997785336c3fa2c56a63d2c41a7854d531 Binary files /dev/null and b/qnn/kv/layer_14_value_7.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a5438edf387aba4b45bbece8be35cf7497aa7b31 Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..09ab4d00034ba608eab2789ea1689a1e712a5b04 Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_key_2.raw b/qnn/kv/layer_15_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..906cc65fdd222b7cc91216e7f52eb2a939514813 Binary files /dev/null and b/qnn/kv/layer_15_key_2.raw differ diff --git a/qnn/kv/layer_15_key_3.raw b/qnn/kv/layer_15_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..24f64fa144432246bb596184b1ee898fa1616abd Binary files /dev/null and b/qnn/kv/layer_15_key_3.raw differ diff --git a/qnn/kv/layer_15_key_4.raw b/qnn/kv/layer_15_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e71f565544d5fa611ca4a7c28e228d751821d249 Binary files /dev/null and b/qnn/kv/layer_15_key_4.raw differ diff --git a/qnn/kv/layer_15_key_5.raw b/qnn/kv/layer_15_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d0ea2a2323a7cf9233784781e9cd6d7a34efef64 Binary files /dev/null and b/qnn/kv/layer_15_key_5.raw differ diff --git a/qnn/kv/layer_15_key_6.raw b/qnn/kv/layer_15_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b6aec8649ec8003ae8ca56d9d01b2b0dce9e3299 Binary files /dev/null and b/qnn/kv/layer_15_key_6.raw differ diff --git a/qnn/kv/layer_15_key_7.raw b/qnn/kv/layer_15_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..489fe286f54ff2cea0bb1c225325dd39858c82a0 Binary files /dev/null and b/qnn/kv/layer_15_key_7.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..355268fbd0904d41bc77df8e25ccafcb52de5f76 Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..eaa45304f8370c908aaf9027c7741b472855a1ec Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_15_value_2.raw b/qnn/kv/layer_15_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5edf1fa51307bfa860375187980ddcafed3288d5 Binary files /dev/null and b/qnn/kv/layer_15_value_2.raw differ diff --git a/qnn/kv/layer_15_value_3.raw b/qnn/kv/layer_15_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..48d0cfa3a1d91d57126392d466e0325f3943faa2 Binary files /dev/null and b/qnn/kv/layer_15_value_3.raw differ diff --git a/qnn/kv/layer_15_value_4.raw b/qnn/kv/layer_15_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b1ca6e2eb049039b0fd7a7bdf91a4d01adbba339 Binary files /dev/null and b/qnn/kv/layer_15_value_4.raw differ diff --git a/qnn/kv/layer_15_value_5.raw b/qnn/kv/layer_15_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ff1d23097f6a5900c1dfdc704280d5b532b03611 Binary files /dev/null and b/qnn/kv/layer_15_value_5.raw differ diff --git a/qnn/kv/layer_15_value_6.raw b/qnn/kv/layer_15_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c36301ad299817454345df741f9d9106a5bd6da Binary files /dev/null and b/qnn/kv/layer_15_value_6.raw differ diff --git a/qnn/kv/layer_15_value_7.raw b/qnn/kv/layer_15_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..70bf829c83e445eda15fa7bbb942e4bba7b20bec Binary files /dev/null and b/qnn/kv/layer_15_value_7.raw differ diff --git a/qnn/kv/layer_16_key_0.raw b/qnn/kv/layer_16_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..d7384d2c7fb0b403fcbff3da309333e09dfbb88b Binary files /dev/null and b/qnn/kv/layer_16_key_0.raw differ diff --git a/qnn/kv/layer_16_key_1.raw b/qnn/kv/layer_16_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..853fcdad817152062f55642f5bc983499a0a21e7 Binary files /dev/null and b/qnn/kv/layer_16_key_1.raw differ diff --git a/qnn/kv/layer_16_key_2.raw b/qnn/kv/layer_16_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2fe5ffef13a3d2bf539632073807e924818da0e Binary files /dev/null and b/qnn/kv/layer_16_key_2.raw differ diff --git a/qnn/kv/layer_16_key_3.raw b/qnn/kv/layer_16_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a2f70c105c9d1ca549b879656492ff1be133a16 Binary files /dev/null and b/qnn/kv/layer_16_key_3.raw differ diff --git a/qnn/kv/layer_16_key_4.raw b/qnn/kv/layer_16_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dccbb8b64f529cdd6f024f1476c5aa07f4e8645c Binary files /dev/null and b/qnn/kv/layer_16_key_4.raw differ diff --git a/qnn/kv/layer_16_key_5.raw b/qnn/kv/layer_16_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1058f00c2c541bafd876fa4b08ee4bc62cc52aab Binary files /dev/null and b/qnn/kv/layer_16_key_5.raw differ diff --git a/qnn/kv/layer_16_key_6.raw b/qnn/kv/layer_16_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0a9fd2fa72c3a463466c8b3943951d26c879db3 Binary files /dev/null and b/qnn/kv/layer_16_key_6.raw differ diff --git a/qnn/kv/layer_16_key_7.raw b/qnn/kv/layer_16_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ae3a8741cac3e9a41dda32decf5a7df30e8dff1 Binary files /dev/null and b/qnn/kv/layer_16_key_7.raw differ diff --git a/qnn/kv/layer_16_value_0.raw b/qnn/kv/layer_16_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f51c58a65e07a71ef42b5cf6b1bcf1329ff8c8d Binary files /dev/null and b/qnn/kv/layer_16_value_0.raw differ diff --git a/qnn/kv/layer_16_value_1.raw b/qnn/kv/layer_16_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..41483c676cdbb5f1a28c2f2c953d52f3670c7fef Binary files /dev/null and b/qnn/kv/layer_16_value_1.raw differ diff --git a/qnn/kv/layer_16_value_2.raw b/qnn/kv/layer_16_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..657db3a5d64bd5292ea99412392cbfdd4f159209 Binary files /dev/null and b/qnn/kv/layer_16_value_2.raw differ diff --git a/qnn/kv/layer_16_value_3.raw b/qnn/kv/layer_16_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6e7dc02ea1cb72bd7bedaf18e47495565b4ec3c Binary files /dev/null and b/qnn/kv/layer_16_value_3.raw differ diff --git a/qnn/kv/layer_16_value_4.raw b/qnn/kv/layer_16_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b92ee886df9998650b3a92c49039348eea985597 Binary files /dev/null and b/qnn/kv/layer_16_value_4.raw differ diff --git a/qnn/kv/layer_16_value_5.raw b/qnn/kv/layer_16_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d9b4dd33eed37c504daefee6569a5b9b156435e2 Binary files /dev/null and b/qnn/kv/layer_16_value_5.raw differ diff --git a/qnn/kv/layer_16_value_6.raw b/qnn/kv/layer_16_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..60c9f0d92edeefa29c603f3f11e53a8246b665d3 Binary files /dev/null and b/qnn/kv/layer_16_value_6.raw differ diff --git a/qnn/kv/layer_16_value_7.raw b/qnn/kv/layer_16_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..40f814f0c09314399e7203e9742aebab75aa8a36 Binary files /dev/null and b/qnn/kv/layer_16_value_7.raw differ diff --git a/qnn/kv/layer_17_key_0.raw b/qnn/kv/layer_17_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7cdbf669c5e10ce61eb4659d716c884e17bcb7bb Binary files /dev/null and b/qnn/kv/layer_17_key_0.raw differ diff --git a/qnn/kv/layer_17_key_1.raw b/qnn/kv/layer_17_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6ed323e73ece6ee83ddbb465d7bd851b8d5756d Binary files /dev/null and b/qnn/kv/layer_17_key_1.raw differ diff --git a/qnn/kv/layer_17_key_2.raw b/qnn/kv/layer_17_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7d495b73b421ef1616820bc75ffd2c5a45180076 Binary files /dev/null and b/qnn/kv/layer_17_key_2.raw differ diff --git a/qnn/kv/layer_17_key_3.raw b/qnn/kv/layer_17_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..68c28f165027536d9b206fada05d005a00cbf4ac Binary files /dev/null and b/qnn/kv/layer_17_key_3.raw differ diff --git a/qnn/kv/layer_17_key_4.raw b/qnn/kv/layer_17_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd4f085f032f305276b04cf142b9e2207241576b Binary files /dev/null and b/qnn/kv/layer_17_key_4.raw differ diff --git a/qnn/kv/layer_17_key_5.raw b/qnn/kv/layer_17_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d9a1715a20f6a85f59779375de871de7a8c74a2d Binary files /dev/null and b/qnn/kv/layer_17_key_5.raw differ diff --git a/qnn/kv/layer_17_key_6.raw b/qnn/kv/layer_17_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4f1da67ac691b328fc78f25b26d851cd42c30447 Binary files /dev/null and b/qnn/kv/layer_17_key_6.raw differ diff --git a/qnn/kv/layer_17_key_7.raw b/qnn/kv/layer_17_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e23148d04bcff7887ca6e739ed13f2a3774f6400 Binary files /dev/null and b/qnn/kv/layer_17_key_7.raw differ diff --git a/qnn/kv/layer_17_value_0.raw b/qnn/kv/layer_17_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..73ab345ecf2d4c4ba2cbdacb71249f5d11680607 Binary files /dev/null and b/qnn/kv/layer_17_value_0.raw differ diff --git a/qnn/kv/layer_17_value_1.raw b/qnn/kv/layer_17_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..432aaaf890f41536ea92ce1edf2fab56b35463b2 Binary files /dev/null and b/qnn/kv/layer_17_value_1.raw differ diff --git a/qnn/kv/layer_17_value_2.raw b/qnn/kv/layer_17_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..52538f0f710b6461c6be0663b0346367ae8843a1 Binary files /dev/null and b/qnn/kv/layer_17_value_2.raw differ diff --git a/qnn/kv/layer_17_value_3.raw b/qnn/kv/layer_17_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..380730ef3b2b7d265ab0b3333ebbcca51569cd15 Binary files /dev/null and b/qnn/kv/layer_17_value_3.raw differ diff --git a/qnn/kv/layer_17_value_4.raw b/qnn/kv/layer_17_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3867447a71c71d88fd2a47ac1fd1480d05fcaa60 Binary files /dev/null and b/qnn/kv/layer_17_value_4.raw differ diff --git a/qnn/kv/layer_17_value_5.raw b/qnn/kv/layer_17_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ccad7e570b3f49155b2912c15036767310c2b12 Binary files /dev/null and b/qnn/kv/layer_17_value_5.raw differ diff --git a/qnn/kv/layer_17_value_6.raw b/qnn/kv/layer_17_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4712edb72c333e094a9057b54e50888f1b33303e Binary files /dev/null and b/qnn/kv/layer_17_value_6.raw differ diff --git a/qnn/kv/layer_17_value_7.raw b/qnn/kv/layer_17_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e2c1c892f1d86eacc494b58eaaab4cff0036b3df Binary files /dev/null and b/qnn/kv/layer_17_value_7.raw differ diff --git a/qnn/kv/layer_18_key_0.raw b/qnn/kv/layer_18_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..44c0e4cc6a322211548a08ec162a978f1a06bda7 Binary files /dev/null and b/qnn/kv/layer_18_key_0.raw differ diff --git a/qnn/kv/layer_18_key_1.raw b/qnn/kv/layer_18_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e41d76d151fe792cff61e27bce32052c7921e310 Binary files /dev/null and b/qnn/kv/layer_18_key_1.raw differ diff --git a/qnn/kv/layer_18_key_2.raw b/qnn/kv/layer_18_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6c8c0aa0ee7f32500f0a3e73550f3cdf9363d080 Binary files /dev/null and b/qnn/kv/layer_18_key_2.raw differ diff --git a/qnn/kv/layer_18_key_3.raw b/qnn/kv/layer_18_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2cf4d56fb56d1c88fd349bff92ba801dca162600 Binary files /dev/null and b/qnn/kv/layer_18_key_3.raw differ diff --git a/qnn/kv/layer_18_key_4.raw b/qnn/kv/layer_18_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..280afc914951b7e120c66330bf4975a85eb531b7 Binary files /dev/null and b/qnn/kv/layer_18_key_4.raw differ diff --git a/qnn/kv/layer_18_key_5.raw b/qnn/kv/layer_18_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f69359ab7f074e15ee5d9d4b2a82c0697aa75a1 Binary files /dev/null and b/qnn/kv/layer_18_key_5.raw differ diff --git a/qnn/kv/layer_18_key_6.raw b/qnn/kv/layer_18_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a45833d45fa28f7bc9eb7c71d2ec2deb60bd9f27 Binary files /dev/null and b/qnn/kv/layer_18_key_6.raw differ diff --git a/qnn/kv/layer_18_key_7.raw b/qnn/kv/layer_18_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2f023bd7b8f2a213d014596ff40317318914ac18 Binary files /dev/null and b/qnn/kv/layer_18_key_7.raw differ diff --git a/qnn/kv/layer_18_value_0.raw b/qnn/kv/layer_18_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..78879a80d0e7683e656c57a7eec27fce3b594376 Binary files /dev/null and b/qnn/kv/layer_18_value_0.raw differ diff --git a/qnn/kv/layer_18_value_1.raw b/qnn/kv/layer_18_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ec7f854170551ea2b58c8e744c87b6377bede53 Binary files /dev/null and b/qnn/kv/layer_18_value_1.raw differ diff --git a/qnn/kv/layer_18_value_2.raw b/qnn/kv/layer_18_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..be857c75873e87ba8051b304bd6de0208d4f093c Binary files /dev/null and b/qnn/kv/layer_18_value_2.raw differ diff --git a/qnn/kv/layer_18_value_3.raw b/qnn/kv/layer_18_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a12318d0092a72f0b449e46ea99628acc84a17c1 Binary files /dev/null and b/qnn/kv/layer_18_value_3.raw differ diff --git a/qnn/kv/layer_18_value_4.raw b/qnn/kv/layer_18_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2d3c4ab3b19c6b6dfc716fd0406a2ceb81eca90b Binary files /dev/null and b/qnn/kv/layer_18_value_4.raw differ diff --git a/qnn/kv/layer_18_value_5.raw b/qnn/kv/layer_18_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..68ed02eabde8ad4ed1b2f713b7f2e6c2de30663d Binary files /dev/null and b/qnn/kv/layer_18_value_5.raw differ diff --git a/qnn/kv/layer_18_value_6.raw b/qnn/kv/layer_18_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..216720a9f188d497e86e5c1624030c39c80f4316 Binary files /dev/null and b/qnn/kv/layer_18_value_6.raw differ diff --git a/qnn/kv/layer_18_value_7.raw b/qnn/kv/layer_18_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f30484460cb473a79f5e443996730f8379ed62ff Binary files /dev/null and b/qnn/kv/layer_18_value_7.raw differ diff --git a/qnn/kv/layer_19_key_0.raw b/qnn/kv/layer_19_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6510925213a2a28ed3ca608bcf7a1c8a40dfb406 Binary files /dev/null and b/qnn/kv/layer_19_key_0.raw differ diff --git a/qnn/kv/layer_19_key_1.raw b/qnn/kv/layer_19_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2bd647fbe2114bf6268396e972db25b913651109 Binary files /dev/null and b/qnn/kv/layer_19_key_1.raw differ diff --git a/qnn/kv/layer_19_key_2.raw b/qnn/kv/layer_19_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8534e85e976eb576bea9eb7f2fac9531e8ff81e6 Binary files /dev/null and b/qnn/kv/layer_19_key_2.raw differ diff --git a/qnn/kv/layer_19_key_3.raw b/qnn/kv/layer_19_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..156ce4db455297f5e19280967486073cd9ecc7ee Binary files /dev/null and b/qnn/kv/layer_19_key_3.raw differ diff --git a/qnn/kv/layer_19_key_4.raw b/qnn/kv/layer_19_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b595faa156554b354baee5c1a6989cb23042b09a Binary files /dev/null and b/qnn/kv/layer_19_key_4.raw differ diff --git a/qnn/kv/layer_19_key_5.raw b/qnn/kv/layer_19_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6ffd68c85f4873fec8515c6ad155255af14545b Binary files /dev/null and b/qnn/kv/layer_19_key_5.raw differ diff --git a/qnn/kv/layer_19_key_6.raw b/qnn/kv/layer_19_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..25b5672de9f1d4036b80d7bf772f6c321d1465f4 Binary files /dev/null and b/qnn/kv/layer_19_key_6.raw differ diff --git a/qnn/kv/layer_19_key_7.raw b/qnn/kv/layer_19_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2951107be765edcf92550c2d7492d017eb0f71c Binary files /dev/null and b/qnn/kv/layer_19_key_7.raw differ diff --git a/qnn/kv/layer_19_value_0.raw b/qnn/kv/layer_19_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ca68c113cac2cd9d1cb455b8b17b534aead70e8 Binary files /dev/null and b/qnn/kv/layer_19_value_0.raw differ diff --git a/qnn/kv/layer_19_value_1.raw b/qnn/kv/layer_19_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bd2409c814722223adc4e5348a56ea2eb1b71864 Binary files /dev/null and b/qnn/kv/layer_19_value_1.raw differ diff --git a/qnn/kv/layer_19_value_2.raw b/qnn/kv/layer_19_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb24063f7c91230ec2d1ea2c2ae4acc64fb45c9e Binary files /dev/null and b/qnn/kv/layer_19_value_2.raw differ diff --git a/qnn/kv/layer_19_value_3.raw b/qnn/kv/layer_19_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..287d458932d909fe27223fa25fc30295553213fd Binary files /dev/null and b/qnn/kv/layer_19_value_3.raw differ diff --git a/qnn/kv/layer_19_value_4.raw b/qnn/kv/layer_19_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..5e2572b52de2e87aaa2aaaa04b0b91e9d18aa489 Binary files /dev/null and b/qnn/kv/layer_19_value_4.raw differ diff --git a/qnn/kv/layer_19_value_5.raw b/qnn/kv/layer_19_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..7cd6071e4154f8804891a25b9c0fec9be02cfda4 Binary files /dev/null and b/qnn/kv/layer_19_value_5.raw differ diff --git a/qnn/kv/layer_19_value_6.raw b/qnn/kv/layer_19_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7f789c2c112da3765437e52c406126839a97f397 Binary files /dev/null and b/qnn/kv/layer_19_value_6.raw differ diff --git a/qnn/kv/layer_19_value_7.raw b/qnn/kv/layer_19_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7448d9cc551a7e0a5993b0a3eb40140926cc2a8c Binary files /dev/null and b/qnn/kv/layer_19_value_7.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e520a7b3976616449acb0741bcfe5857dee28a53 Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1b43f6fceaa00dbab506852a67c4657869ebd4d3 Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_key_2.raw b/qnn/kv/layer_1_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b7f27f8753f518933ecad4428b6ad7b061683da2 Binary files /dev/null and b/qnn/kv/layer_1_key_2.raw differ diff --git a/qnn/kv/layer_1_key_3.raw b/qnn/kv/layer_1_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c6ee09cf4c34b9abb60f78d497fd075df8f94f1 Binary files /dev/null and b/qnn/kv/layer_1_key_3.raw differ diff --git a/qnn/kv/layer_1_key_4.raw b/qnn/kv/layer_1_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..03c009b3fb7ab302c0dbe151716f78f14ac90c53 Binary files /dev/null and b/qnn/kv/layer_1_key_4.raw differ diff --git a/qnn/kv/layer_1_key_5.raw b/qnn/kv/layer_1_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9a39e6933b07371a3c0de37ca32c57cbc1d7991c Binary files /dev/null and b/qnn/kv/layer_1_key_5.raw differ diff --git a/qnn/kv/layer_1_key_6.raw b/qnn/kv/layer_1_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..0a8327e45aeadcc6a5c6100b0fd79c2afb2354bd Binary files /dev/null and b/qnn/kv/layer_1_key_6.raw differ diff --git a/qnn/kv/layer_1_key_7.raw b/qnn/kv/layer_1_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee04a15c142cf4169938f08b978ef39587135483 Binary files /dev/null and b/qnn/kv/layer_1_key_7.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c909724fd64e33321f7aec3ccd7b76d908420bda Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a2528ee7aef80a032dd08a427a261ca11a1ed2b Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_1_value_2.raw b/qnn/kv/layer_1_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c54a4704bb09a30d81112c558ff76a639f26200 Binary files /dev/null and b/qnn/kv/layer_1_value_2.raw differ diff --git a/qnn/kv/layer_1_value_3.raw b/qnn/kv/layer_1_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f5b27450ca5535ce6e813b88d70549b24b2850da Binary files /dev/null and b/qnn/kv/layer_1_value_3.raw differ diff --git a/qnn/kv/layer_1_value_4.raw b/qnn/kv/layer_1_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..df645658110ac687a3387ee15f42953445e65a5b Binary files /dev/null and b/qnn/kv/layer_1_value_4.raw differ diff --git a/qnn/kv/layer_1_value_5.raw b/qnn/kv/layer_1_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5bba43a7141353f4358b621153dd19bfaaf198c1 Binary files /dev/null and b/qnn/kv/layer_1_value_5.raw differ diff --git a/qnn/kv/layer_1_value_6.raw b/qnn/kv/layer_1_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..866ecd3a63251cee47a0d469afc3fc77502e403c Binary files /dev/null and b/qnn/kv/layer_1_value_6.raw differ diff --git a/qnn/kv/layer_1_value_7.raw b/qnn/kv/layer_1_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1e28ef3790527edc524645dc465896ba5a9f49d3 Binary files /dev/null and b/qnn/kv/layer_1_value_7.raw differ diff --git a/qnn/kv/layer_20_key_0.raw b/qnn/kv/layer_20_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee62aaf85f63714a1edf775d19127cade96c8629 Binary files /dev/null and b/qnn/kv/layer_20_key_0.raw differ diff --git a/qnn/kv/layer_20_key_1.raw b/qnn/kv/layer_20_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ebd72da6f3b9107dce1a8a0146a7c20975791666 Binary files /dev/null and b/qnn/kv/layer_20_key_1.raw differ diff --git a/qnn/kv/layer_20_key_2.raw b/qnn/kv/layer_20_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7d3baa7fbd6ca81e1e6a96c046adede00c0727d6 Binary files /dev/null and b/qnn/kv/layer_20_key_2.raw differ diff --git a/qnn/kv/layer_20_key_3.raw b/qnn/kv/layer_20_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5e72adc8fe28661669e5da1b86c2a27a4b35a76 Binary files /dev/null and b/qnn/kv/layer_20_key_3.raw differ diff --git a/qnn/kv/layer_20_key_4.raw b/qnn/kv/layer_20_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..04218e6de59c76f1f5e5b909a0ccfb040c562fd6 Binary files /dev/null and b/qnn/kv/layer_20_key_4.raw differ diff --git a/qnn/kv/layer_20_key_5.raw b/qnn/kv/layer_20_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1aba38fbbd40e25cbcba77725b189fda2553d02f Binary files /dev/null and b/qnn/kv/layer_20_key_5.raw differ diff --git a/qnn/kv/layer_20_key_6.raw b/qnn/kv/layer_20_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..932228f990b2124576ed4df0be6b6d6a0c1e64ce Binary files /dev/null and b/qnn/kv/layer_20_key_6.raw differ diff --git a/qnn/kv/layer_20_key_7.raw b/qnn/kv/layer_20_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9bfa7c934b6df7788506f3213198f27e0d44d4ad Binary files /dev/null and b/qnn/kv/layer_20_key_7.raw differ diff --git a/qnn/kv/layer_20_value_0.raw b/qnn/kv/layer_20_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e55cada45291959c3764d498709804ba17621b34 Binary files /dev/null and b/qnn/kv/layer_20_value_0.raw differ diff --git a/qnn/kv/layer_20_value_1.raw b/qnn/kv/layer_20_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d2c02af55f27e62ba07a5adba3dbc2ed59f65d90 Binary files /dev/null and b/qnn/kv/layer_20_value_1.raw differ diff --git a/qnn/kv/layer_20_value_2.raw b/qnn/kv/layer_20_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1d2bfc4c9c470ffec4385f8bae572b0171c88737 Binary files /dev/null and b/qnn/kv/layer_20_value_2.raw differ diff --git a/qnn/kv/layer_20_value_3.raw b/qnn/kv/layer_20_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d5d7ae753240afa4792f219809fd47fbf20f7e0 Binary files /dev/null and b/qnn/kv/layer_20_value_3.raw differ diff --git a/qnn/kv/layer_20_value_4.raw b/qnn/kv/layer_20_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0c96c70cde1bb64303e37c71b473a1a3d5f79f47 Binary files /dev/null and b/qnn/kv/layer_20_value_4.raw differ diff --git a/qnn/kv/layer_20_value_5.raw b/qnn/kv/layer_20_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9b782afea1509c7d2046535824cec91baf89afac Binary files /dev/null and b/qnn/kv/layer_20_value_5.raw differ diff --git a/qnn/kv/layer_20_value_6.raw b/qnn/kv/layer_20_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..57672444e9a1e06feab3df9ab612a08da399dad1 Binary files /dev/null and b/qnn/kv/layer_20_value_6.raw differ diff --git a/qnn/kv/layer_20_value_7.raw b/qnn/kv/layer_20_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..97762efad21e5943fa34748a3ce1bd5e2653a4bc Binary files /dev/null and b/qnn/kv/layer_20_value_7.raw differ diff --git a/qnn/kv/layer_21_key_0.raw b/qnn/kv/layer_21_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..20c5e75f622bc920b0b6361534f93d5a38afbe7f Binary files /dev/null and b/qnn/kv/layer_21_key_0.raw differ diff --git a/qnn/kv/layer_21_key_1.raw b/qnn/kv/layer_21_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9087219e9ca573fdacaa6bc4281ca3aca9c16d1 Binary files /dev/null and b/qnn/kv/layer_21_key_1.raw differ diff --git a/qnn/kv/layer_21_key_2.raw b/qnn/kv/layer_21_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4fa99aab54f0c9ea0098e85ccbdccb8d0c8c5f37 Binary files /dev/null and b/qnn/kv/layer_21_key_2.raw differ diff --git a/qnn/kv/layer_21_key_3.raw b/qnn/kv/layer_21_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0cdb0fd47b33c37a3df73588d93c7306ac367904 Binary files /dev/null and b/qnn/kv/layer_21_key_3.raw differ diff --git a/qnn/kv/layer_21_key_4.raw b/qnn/kv/layer_21_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0d4986ff78a969b36ab0b337a01c068e84c9159e Binary files /dev/null and b/qnn/kv/layer_21_key_4.raw differ diff --git a/qnn/kv/layer_21_key_5.raw b/qnn/kv/layer_21_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6886bc3dc11bad3008a3abe5cd819d5e0fe37978 Binary files /dev/null and b/qnn/kv/layer_21_key_5.raw differ diff --git a/qnn/kv/layer_21_key_6.raw b/qnn/kv/layer_21_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9748de0343027fe1d404486327e4357dfc71b17 Binary files /dev/null and b/qnn/kv/layer_21_key_6.raw differ diff --git a/qnn/kv/layer_21_key_7.raw b/qnn/kv/layer_21_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2b381cd60af5fa2b4b0fb1f5746594ba3585a13 Binary files /dev/null and b/qnn/kv/layer_21_key_7.raw differ diff --git a/qnn/kv/layer_21_value_0.raw b/qnn/kv/layer_21_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a834c43b49046c6b097b365f5cd96ed917d95df5 Binary files /dev/null and b/qnn/kv/layer_21_value_0.raw differ diff --git a/qnn/kv/layer_21_value_1.raw b/qnn/kv/layer_21_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d2316452455069c6e181324293ad2e813687d22d Binary files /dev/null and b/qnn/kv/layer_21_value_1.raw differ diff --git a/qnn/kv/layer_21_value_2.raw b/qnn/kv/layer_21_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..22e727a49470216490d5169f39e9fb41ced82314 Binary files /dev/null and b/qnn/kv/layer_21_value_2.raw differ diff --git a/qnn/kv/layer_21_value_3.raw b/qnn/kv/layer_21_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..557b16d8de59e44ccae0a5ad7c1fcdc1daccd254 Binary files /dev/null and b/qnn/kv/layer_21_value_3.raw differ diff --git a/qnn/kv/layer_21_value_4.raw b/qnn/kv/layer_21_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..eaa55e271eec7f60607c343011c0047e4f23050e Binary files /dev/null and b/qnn/kv/layer_21_value_4.raw differ diff --git a/qnn/kv/layer_21_value_5.raw b/qnn/kv/layer_21_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e7eab27dad3c7e381436326e3fb67156a91f8678 Binary files /dev/null and b/qnn/kv/layer_21_value_5.raw differ diff --git a/qnn/kv/layer_21_value_6.raw b/qnn/kv/layer_21_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a18ceba1c6a26a8eb81547ab78ad4a2752d66068 Binary files /dev/null and b/qnn/kv/layer_21_value_6.raw differ diff --git a/qnn/kv/layer_21_value_7.raw b/qnn/kv/layer_21_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..d195b453f8f83cc2347b7725ef4a83b8dc2208bc Binary files /dev/null and b/qnn/kv/layer_21_value_7.raw differ diff --git a/qnn/kv/layer_22_key_0.raw b/qnn/kv/layer_22_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..22e23df1fa86deec946c90503a508ec7eead00f0 Binary files /dev/null and b/qnn/kv/layer_22_key_0.raw differ diff --git a/qnn/kv/layer_22_key_1.raw b/qnn/kv/layer_22_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8904c636482f8da9af7c04eeb0ef42902f5801ec Binary files /dev/null and b/qnn/kv/layer_22_key_1.raw differ diff --git a/qnn/kv/layer_22_key_2.raw b/qnn/kv/layer_22_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4f2368a2caafa16f4f0fd18ffde8c0f9d562900 Binary files /dev/null and b/qnn/kv/layer_22_key_2.raw differ diff --git a/qnn/kv/layer_22_key_3.raw b/qnn/kv/layer_22_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e71e6b36812202bb8b39eb646807683ad0ed0cd9 Binary files /dev/null and b/qnn/kv/layer_22_key_3.raw differ diff --git a/qnn/kv/layer_22_key_4.raw b/qnn/kv/layer_22_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..5ba0e59de29e4e3072c547814519228c0091667e Binary files /dev/null and b/qnn/kv/layer_22_key_4.raw differ diff --git a/qnn/kv/layer_22_key_5.raw b/qnn/kv/layer_22_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fede37b9cf18dbf03868365c431ea3a81824359c Binary files /dev/null and b/qnn/kv/layer_22_key_5.raw differ diff --git a/qnn/kv/layer_22_key_6.raw b/qnn/kv/layer_22_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4a8e21052f1b5502881d3494930298e000048f4 Binary files /dev/null and b/qnn/kv/layer_22_key_6.raw differ diff --git a/qnn/kv/layer_22_key_7.raw b/qnn/kv/layer_22_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0d462d43134d7bb5d73bebe4ebc9fd83b362e0f0 Binary files /dev/null and b/qnn/kv/layer_22_key_7.raw differ diff --git a/qnn/kv/layer_22_value_0.raw b/qnn/kv/layer_22_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..653cd0d9374646356169da64df4d6e10456a7e88 Binary files /dev/null and b/qnn/kv/layer_22_value_0.raw differ diff --git a/qnn/kv/layer_22_value_1.raw b/qnn/kv/layer_22_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..529f781c308fa37460e758223f37b01f66cf2579 Binary files /dev/null and b/qnn/kv/layer_22_value_1.raw differ diff --git a/qnn/kv/layer_22_value_2.raw b/qnn/kv/layer_22_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..adf0b18d845d8e2bc54f9d0cfb73e0ba69a473d3 Binary files /dev/null and b/qnn/kv/layer_22_value_2.raw differ diff --git a/qnn/kv/layer_22_value_3.raw b/qnn/kv/layer_22_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..744e039e6a9e056ee07b703f9288bef124c4fcad Binary files /dev/null and b/qnn/kv/layer_22_value_3.raw differ diff --git a/qnn/kv/layer_22_value_4.raw b/qnn/kv/layer_22_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1153bb6816798bfaf66246b4e3d3e71a1a20abb5 Binary files /dev/null and b/qnn/kv/layer_22_value_4.raw differ diff --git a/qnn/kv/layer_22_value_5.raw b/qnn/kv/layer_22_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1d0be13e14541fd5a7d20d19914b28a152a58a7b Binary files /dev/null and b/qnn/kv/layer_22_value_5.raw differ diff --git a/qnn/kv/layer_22_value_6.raw b/qnn/kv/layer_22_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8000193596881b3d960b0534d7a69c4b7b476a16 Binary files /dev/null and b/qnn/kv/layer_22_value_6.raw differ diff --git a/qnn/kv/layer_22_value_7.raw b/qnn/kv/layer_22_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ff79b755c5072b1725f324472949feef4629221 Binary files /dev/null and b/qnn/kv/layer_22_value_7.raw differ diff --git a/qnn/kv/layer_23_key_0.raw b/qnn/kv/layer_23_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5a3c8829785850e86f797c787ab885ddb9dd2c2d Binary files /dev/null and b/qnn/kv/layer_23_key_0.raw differ diff --git a/qnn/kv/layer_23_key_1.raw b/qnn/kv/layer_23_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5f1776aeb5acbbd0e5fbc24dd21d2e081385f17 Binary files /dev/null and b/qnn/kv/layer_23_key_1.raw differ diff --git a/qnn/kv/layer_23_key_2.raw b/qnn/kv/layer_23_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..52c3fea8f1346d26870a3d1e5bc57b7bf8a3e440 Binary files /dev/null and b/qnn/kv/layer_23_key_2.raw differ diff --git a/qnn/kv/layer_23_key_3.raw b/qnn/kv/layer_23_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..266e66d4fa597f774b2fc74260a4533a6d310761 Binary files /dev/null and b/qnn/kv/layer_23_key_3.raw differ diff --git a/qnn/kv/layer_23_key_4.raw b/qnn/kv/layer_23_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..caad61b1aa119db02b559d4e1a5c48b86915d4a3 Binary files /dev/null and b/qnn/kv/layer_23_key_4.raw differ diff --git a/qnn/kv/layer_23_key_5.raw b/qnn/kv/layer_23_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..861a0d3e692e704e185cf94ab8fd36a12d11d1a1 Binary files /dev/null and b/qnn/kv/layer_23_key_5.raw differ diff --git a/qnn/kv/layer_23_key_6.raw b/qnn/kv/layer_23_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6618d5f171e4a2b690e7f566a97ddddd5b8ce95e Binary files /dev/null and b/qnn/kv/layer_23_key_6.raw differ diff --git a/qnn/kv/layer_23_key_7.raw b/qnn/kv/layer_23_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9bf7acda5633e3b5ceaf28ed86d8f5e8b2110ec8 Binary files /dev/null and b/qnn/kv/layer_23_key_7.raw differ diff --git a/qnn/kv/layer_23_value_0.raw b/qnn/kv/layer_23_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..804c715666460e8d681c9a39c1d2504ab98ea4bf Binary files /dev/null and b/qnn/kv/layer_23_value_0.raw differ diff --git a/qnn/kv/layer_23_value_1.raw b/qnn/kv/layer_23_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..dde90d68e141a51188785459c89c2f11fd452e62 Binary files /dev/null and b/qnn/kv/layer_23_value_1.raw differ diff --git a/qnn/kv/layer_23_value_2.raw b/qnn/kv/layer_23_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9eae45a24182518d6d5315de0fbccdf9c897f0a0 Binary files /dev/null and b/qnn/kv/layer_23_value_2.raw differ diff --git a/qnn/kv/layer_23_value_3.raw b/qnn/kv/layer_23_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6fc2c94d739ed9e4d7abb77e91c15639a729292 Binary files /dev/null and b/qnn/kv/layer_23_value_3.raw differ diff --git a/qnn/kv/layer_23_value_4.raw b/qnn/kv/layer_23_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..725506741653ea895d4a4668691445098af8c071 Binary files /dev/null and b/qnn/kv/layer_23_value_4.raw differ diff --git a/qnn/kv/layer_23_value_5.raw b/qnn/kv/layer_23_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9fadba22ca31fcf7f803185634e0c90554f449f9 Binary files /dev/null and b/qnn/kv/layer_23_value_5.raw differ diff --git a/qnn/kv/layer_23_value_6.raw b/qnn/kv/layer_23_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5eb6c1a95e3ad7e107e726ee0eedafbceb56c7d9 Binary files /dev/null and b/qnn/kv/layer_23_value_6.raw differ diff --git a/qnn/kv/layer_23_value_7.raw b/qnn/kv/layer_23_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..67e7efd18559b1df5c3c6df2e04eefe0d046bff4 Binary files /dev/null and b/qnn/kv/layer_23_value_7.raw differ diff --git a/qnn/kv/layer_24_key_0.raw b/qnn/kv/layer_24_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ccdad12639ad03ef1d7b507cb052e9c33b4e7bab Binary files /dev/null and b/qnn/kv/layer_24_key_0.raw differ diff --git a/qnn/kv/layer_24_key_1.raw b/qnn/kv/layer_24_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8651c807e690e52a4138af9435d9a6964ba0b52b Binary files /dev/null and b/qnn/kv/layer_24_key_1.raw differ diff --git a/qnn/kv/layer_24_key_2.raw b/qnn/kv/layer_24_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..eb0edadba7a6a8eaf952b336b8bbee26a40e3512 Binary files /dev/null and b/qnn/kv/layer_24_key_2.raw differ diff --git a/qnn/kv/layer_24_key_3.raw b/qnn/kv/layer_24_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..748ca0fb28a5a2e4f4638fdb9dc4242dbe218ba6 Binary files /dev/null and b/qnn/kv/layer_24_key_3.raw differ diff --git a/qnn/kv/layer_24_key_4.raw b/qnn/kv/layer_24_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9f030c20a0b7117d5edb42005f6d32a4769f1d1f Binary files /dev/null and b/qnn/kv/layer_24_key_4.raw differ diff --git a/qnn/kv/layer_24_key_5.raw b/qnn/kv/layer_24_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..31df04b1008bc4fdfcefac8fad4202e245734d4b Binary files /dev/null and b/qnn/kv/layer_24_key_5.raw differ diff --git a/qnn/kv/layer_24_key_6.raw b/qnn/kv/layer_24_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..987bf6c776a9fc23250587d00e97f9245d9da1ff Binary files /dev/null and b/qnn/kv/layer_24_key_6.raw differ diff --git a/qnn/kv/layer_24_key_7.raw b/qnn/kv/layer_24_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..8293536a3d82d5319494f280a405c736405222c3 Binary files /dev/null and b/qnn/kv/layer_24_key_7.raw differ diff --git a/qnn/kv/layer_24_value_0.raw b/qnn/kv/layer_24_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1146019274006661906541dd743eac4284c7dc94 Binary files /dev/null and b/qnn/kv/layer_24_value_0.raw differ diff --git a/qnn/kv/layer_24_value_1.raw b/qnn/kv/layer_24_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..603c5af8caee92f3d000805c0b49a09004ef3273 Binary files /dev/null and b/qnn/kv/layer_24_value_1.raw differ diff --git a/qnn/kv/layer_24_value_2.raw b/qnn/kv/layer_24_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..0037ba4f49ecc29eed5296e39da58d3b41095cc8 Binary files /dev/null and b/qnn/kv/layer_24_value_2.raw differ diff --git a/qnn/kv/layer_24_value_3.raw b/qnn/kv/layer_24_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..142e9c1fd6ae2977deab00e05907fe06e1ee574e Binary files /dev/null and b/qnn/kv/layer_24_value_3.raw differ diff --git a/qnn/kv/layer_24_value_4.raw b/qnn/kv/layer_24_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..44eb69394cfeed9d88568f067018d26b1408d366 Binary files /dev/null and b/qnn/kv/layer_24_value_4.raw differ diff --git a/qnn/kv/layer_24_value_5.raw b/qnn/kv/layer_24_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..4d5c44485168292db3c8694fab60a16c442b266c Binary files /dev/null and b/qnn/kv/layer_24_value_5.raw differ diff --git a/qnn/kv/layer_24_value_6.raw b/qnn/kv/layer_24_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..747a972cc2af5d43aeef1cdfecd02d0e0a5fd3af Binary files /dev/null and b/qnn/kv/layer_24_value_6.raw differ diff --git a/qnn/kv/layer_24_value_7.raw b/qnn/kv/layer_24_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0cb09bc74fa982d0989b9036f9d3f01d98277241 Binary files /dev/null and b/qnn/kv/layer_24_value_7.raw differ diff --git a/qnn/kv/layer_25_key_0.raw b/qnn/kv/layer_25_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..52affa36a429c83ad8f49af1532eaf2a1f4bb617 Binary files /dev/null and b/qnn/kv/layer_25_key_0.raw differ diff --git a/qnn/kv/layer_25_key_1.raw b/qnn/kv/layer_25_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb61b0973bb7e023babc04b94d59b0696e373d52 Binary files /dev/null and b/qnn/kv/layer_25_key_1.raw differ diff --git a/qnn/kv/layer_25_key_2.raw b/qnn/kv/layer_25_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c45ce6cbf553d924cc8cc29057e351fa27f75c71 Binary files /dev/null and b/qnn/kv/layer_25_key_2.raw differ diff --git a/qnn/kv/layer_25_key_3.raw b/qnn/kv/layer_25_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b8b18ec0f751d03f0c49c7851635eb2c15f94c80 Binary files /dev/null and b/qnn/kv/layer_25_key_3.raw differ diff --git a/qnn/kv/layer_25_key_4.raw b/qnn/kv/layer_25_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dcd5dcd3e115ee4a1ce67154463fbb91bed333b2 Binary files /dev/null and b/qnn/kv/layer_25_key_4.raw differ diff --git a/qnn/kv/layer_25_key_5.raw b/qnn/kv/layer_25_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0d682adb9de185d03a3c192b0044733a3e5fd40 Binary files /dev/null and b/qnn/kv/layer_25_key_5.raw differ diff --git a/qnn/kv/layer_25_key_6.raw b/qnn/kv/layer_25_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a5779f74c3e91688f79c76674e9317fe45052f80 Binary files /dev/null and b/qnn/kv/layer_25_key_6.raw differ diff --git a/qnn/kv/layer_25_key_7.raw b/qnn/kv/layer_25_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1d7eadf6978b8fae290ce7c180ab12c1c502d497 Binary files /dev/null and b/qnn/kv/layer_25_key_7.raw differ diff --git a/qnn/kv/layer_25_value_0.raw b/qnn/kv/layer_25_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed13a1597c246be7b6816eeec73c273e43fe1537 Binary files /dev/null and b/qnn/kv/layer_25_value_0.raw differ diff --git a/qnn/kv/layer_25_value_1.raw b/qnn/kv/layer_25_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fe457394203b4c254a8028599a0a8dfa75558724 Binary files /dev/null and b/qnn/kv/layer_25_value_1.raw differ diff --git a/qnn/kv/layer_25_value_2.raw b/qnn/kv/layer_25_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..22e82e0b58fe56f8cf7e508231d138dbab489e58 Binary files /dev/null and b/qnn/kv/layer_25_value_2.raw differ diff --git a/qnn/kv/layer_25_value_3.raw b/qnn/kv/layer_25_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..94a00d24ffbde570179a5694ac13a50663edbbfa Binary files /dev/null and b/qnn/kv/layer_25_value_3.raw differ diff --git a/qnn/kv/layer_25_value_4.raw b/qnn/kv/layer_25_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dfd542a3959c258ea4852c19426ae234437aa936 Binary files /dev/null and b/qnn/kv/layer_25_value_4.raw differ diff --git a/qnn/kv/layer_25_value_5.raw b/qnn/kv/layer_25_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..733eaa3d2ff9ad59fa1b22344e37f2082989a359 Binary files /dev/null and b/qnn/kv/layer_25_value_5.raw differ diff --git a/qnn/kv/layer_25_value_6.raw b/qnn/kv/layer_25_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f26937793803f432ab955a010a25316cec24f675 Binary files /dev/null and b/qnn/kv/layer_25_value_6.raw differ diff --git a/qnn/kv/layer_25_value_7.raw b/qnn/kv/layer_25_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..67e0943e941021543ea22b280da93c6172a7a83c Binary files /dev/null and b/qnn/kv/layer_25_value_7.raw differ diff --git a/qnn/kv/layer_26_key_0.raw b/qnn/kv/layer_26_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4d607d346aa4c11c320166aa0fe19f64f54a8a69 Binary files /dev/null and b/qnn/kv/layer_26_key_0.raw differ diff --git a/qnn/kv/layer_26_key_1.raw b/qnn/kv/layer_26_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d4f0a2452fff516f53a0ac571c2168e7f5d2ad61 Binary files /dev/null and b/qnn/kv/layer_26_key_1.raw differ diff --git a/qnn/kv/layer_26_key_2.raw b/qnn/kv/layer_26_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ccbb2ddaca7f17b654572082f0c421bf40a39eac Binary files /dev/null and b/qnn/kv/layer_26_key_2.raw differ diff --git a/qnn/kv/layer_26_key_3.raw b/qnn/kv/layer_26_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..fe374574d03bd69d5817e9447c9da23cbe82d0f1 Binary files /dev/null and b/qnn/kv/layer_26_key_3.raw differ diff --git a/qnn/kv/layer_26_key_4.raw b/qnn/kv/layer_26_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..586ff6fff9f79a54e68bdfb956a6ccc5d5ae4fb4 Binary files /dev/null and b/qnn/kv/layer_26_key_4.raw differ diff --git a/qnn/kv/layer_26_key_5.raw b/qnn/kv/layer_26_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3469aaaed5d4d0c47a5e30cac9ebf803fb2f00a4 Binary files /dev/null and b/qnn/kv/layer_26_key_5.raw differ diff --git a/qnn/kv/layer_26_key_6.raw b/qnn/kv/layer_26_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d5856a6ac7b0c45f3cd22697a9b1468c14046fa9 Binary files /dev/null and b/qnn/kv/layer_26_key_6.raw differ diff --git a/qnn/kv/layer_26_key_7.raw b/qnn/kv/layer_26_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2be9d8541dba11eae436466f3c3c53cb30be93a7 Binary files /dev/null and b/qnn/kv/layer_26_key_7.raw differ diff --git a/qnn/kv/layer_26_value_0.raw b/qnn/kv/layer_26_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..995314eb7bb7df455c8aa0d59bbc302906575628 Binary files /dev/null and b/qnn/kv/layer_26_value_0.raw differ diff --git a/qnn/kv/layer_26_value_1.raw b/qnn/kv/layer_26_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e13fd5760391229429f0f06ea6855395c6236b3a Binary files /dev/null and b/qnn/kv/layer_26_value_1.raw differ diff --git a/qnn/kv/layer_26_value_2.raw b/qnn/kv/layer_26_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d3eb17189313ff846505211357c9b32c7bc358b8 Binary files /dev/null and b/qnn/kv/layer_26_value_2.raw differ diff --git a/qnn/kv/layer_26_value_3.raw b/qnn/kv/layer_26_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5c7ce8bb3d9b69814e81cdd113d0238de595c22f Binary files /dev/null and b/qnn/kv/layer_26_value_3.raw differ diff --git a/qnn/kv/layer_26_value_4.raw b/qnn/kv/layer_26_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b455acb6c3948a0786c61117ccee5ef02554de4b Binary files /dev/null and b/qnn/kv/layer_26_value_4.raw differ diff --git a/qnn/kv/layer_26_value_5.raw b/qnn/kv/layer_26_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca7b5688e928715f84ca5d45df3cf2acfac3cd92 Binary files /dev/null and b/qnn/kv/layer_26_value_5.raw differ diff --git a/qnn/kv/layer_26_value_6.raw b/qnn/kv/layer_26_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c2ae8a0814217127e8952d5d1ae7ad35e7d131af Binary files /dev/null and b/qnn/kv/layer_26_value_6.raw differ diff --git a/qnn/kv/layer_26_value_7.raw b/qnn/kv/layer_26_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..34a0888357bf99481c6dd2bdc54c3fb339e27775 Binary files /dev/null and b/qnn/kv/layer_26_value_7.raw differ diff --git a/qnn/kv/layer_27_key_0.raw b/qnn/kv/layer_27_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6623d506d53a1d2012ab8a131ee599fbe719c2aa Binary files /dev/null and b/qnn/kv/layer_27_key_0.raw differ diff --git a/qnn/kv/layer_27_key_1.raw b/qnn/kv/layer_27_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8cc92ff72cc48df6cf1191ee7e4357e63399cda4 Binary files /dev/null and b/qnn/kv/layer_27_key_1.raw differ diff --git a/qnn/kv/layer_27_key_2.raw b/qnn/kv/layer_27_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c81119993a750794d3e1574df2d77c8097c7fe8 Binary files /dev/null and b/qnn/kv/layer_27_key_2.raw differ diff --git a/qnn/kv/layer_27_key_3.raw b/qnn/kv/layer_27_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..85bde9fe989ac141ee1b1b6a396abd220c51d8c7 Binary files /dev/null and b/qnn/kv/layer_27_key_3.raw differ diff --git a/qnn/kv/layer_27_key_4.raw b/qnn/kv/layer_27_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f482ddfd14c4764feea735f1a392a15ce4dfc5f4 Binary files /dev/null and b/qnn/kv/layer_27_key_4.raw differ diff --git a/qnn/kv/layer_27_key_5.raw b/qnn/kv/layer_27_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a32f6bc087b290494b4cd475046909ac56c0acb8 Binary files /dev/null and b/qnn/kv/layer_27_key_5.raw differ diff --git a/qnn/kv/layer_27_key_6.raw b/qnn/kv/layer_27_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..bdb5418c66f52c3531af41a3287f2c35835a2d42 Binary files /dev/null and b/qnn/kv/layer_27_key_6.raw differ diff --git a/qnn/kv/layer_27_key_7.raw b/qnn/kv/layer_27_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7fe184894a14b37266b15f1cba080688bd4a4cde Binary files /dev/null and b/qnn/kv/layer_27_key_7.raw differ diff --git a/qnn/kv/layer_27_value_0.raw b/qnn/kv/layer_27_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1610ae5ce5f0a90cac92093808531d47bf1c5536 Binary files /dev/null and b/qnn/kv/layer_27_value_0.raw differ diff --git a/qnn/kv/layer_27_value_1.raw b/qnn/kv/layer_27_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b5e3e216935f58fde9140e6ea1d42579dce7a9f1 Binary files /dev/null and b/qnn/kv/layer_27_value_1.raw differ diff --git a/qnn/kv/layer_27_value_2.raw b/qnn/kv/layer_27_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ebd30fe95cca12a3e2e60da7d8db5aec19303980 Binary files /dev/null and b/qnn/kv/layer_27_value_2.raw differ diff --git a/qnn/kv/layer_27_value_3.raw b/qnn/kv/layer_27_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0e2da30709d5ed38007732ef3eb8b4ea5980d00e Binary files /dev/null and b/qnn/kv/layer_27_value_3.raw differ diff --git a/qnn/kv/layer_27_value_4.raw b/qnn/kv/layer_27_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9d63e2bb1655f3f5603c91f39b4046c7b5be7f7d Binary files /dev/null and b/qnn/kv/layer_27_value_4.raw differ diff --git a/qnn/kv/layer_27_value_5.raw b/qnn/kv/layer_27_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9710b9e8a20dce29cf9ed769c05d586d5c0db1ab Binary files /dev/null and b/qnn/kv/layer_27_value_5.raw differ diff --git a/qnn/kv/layer_27_value_6.raw b/qnn/kv/layer_27_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..67b43d79f14ff66a99053fd5583fcd85b5388f30 Binary files /dev/null and b/qnn/kv/layer_27_value_6.raw differ diff --git a/qnn/kv/layer_27_value_7.raw b/qnn/kv/layer_27_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..039b54f21029f9463100c32d53b26ff13665199b Binary files /dev/null and b/qnn/kv/layer_27_value_7.raw differ diff --git a/qnn/kv/layer_28_key_0.raw b/qnn/kv/layer_28_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6967239b2062123c5f296e7e48e94927bef2512b Binary files /dev/null and b/qnn/kv/layer_28_key_0.raw differ diff --git a/qnn/kv/layer_28_key_1.raw b/qnn/kv/layer_28_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d46ef1c7cc8b3d10cb2d78b8fe1631ff7024ceca Binary files /dev/null and b/qnn/kv/layer_28_key_1.raw differ diff --git a/qnn/kv/layer_28_key_2.raw b/qnn/kv/layer_28_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..17f292693ec84b01b39dd6ed4c8af266a332563f Binary files /dev/null and b/qnn/kv/layer_28_key_2.raw differ diff --git a/qnn/kv/layer_28_key_3.raw b/qnn/kv/layer_28_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0b59a89998139d34af98f05dcc6399e1341034d4 Binary files /dev/null and b/qnn/kv/layer_28_key_3.raw differ diff --git a/qnn/kv/layer_28_key_4.raw b/qnn/kv/layer_28_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c46984223c3f11a9636bf67129273daf6d3c96b0 Binary files /dev/null and b/qnn/kv/layer_28_key_4.raw differ diff --git a/qnn/kv/layer_28_key_5.raw b/qnn/kv/layer_28_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ce61d5e35b8ad576212f6784d98687f94efdf81 Binary files /dev/null and b/qnn/kv/layer_28_key_5.raw differ diff --git a/qnn/kv/layer_28_key_6.raw b/qnn/kv/layer_28_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..83ec2dd3a6d377a9de12e2ad153cbe9f55873c2b Binary files /dev/null and b/qnn/kv/layer_28_key_6.raw differ diff --git a/qnn/kv/layer_28_key_7.raw b/qnn/kv/layer_28_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..80522a76dc9fbeede572d919ca63db526d683678 Binary files /dev/null and b/qnn/kv/layer_28_key_7.raw differ diff --git a/qnn/kv/layer_28_value_0.raw b/qnn/kv/layer_28_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..fdeedea3e66327b60cd4205d88954f6ceae13ee4 Binary files /dev/null and b/qnn/kv/layer_28_value_0.raw differ diff --git a/qnn/kv/layer_28_value_1.raw b/qnn/kv/layer_28_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8aa856eca7b43ee7e2c9ea6d3bfeeb2191896258 Binary files /dev/null and b/qnn/kv/layer_28_value_1.raw differ diff --git a/qnn/kv/layer_28_value_2.raw b/qnn/kv/layer_28_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..a991e1c54800be85510810f23aa866875b64fbfd Binary files /dev/null and b/qnn/kv/layer_28_value_2.raw differ diff --git a/qnn/kv/layer_28_value_3.raw b/qnn/kv/layer_28_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a58de36ebe7040082a06a5032c85e80866c4835a Binary files /dev/null and b/qnn/kv/layer_28_value_3.raw differ diff --git a/qnn/kv/layer_28_value_4.raw b/qnn/kv/layer_28_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f548bd188fe77914dee5771996f97612dbd68d75 Binary files /dev/null and b/qnn/kv/layer_28_value_4.raw differ diff --git a/qnn/kv/layer_28_value_5.raw b/qnn/kv/layer_28_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb2e0f1cf507f2fa822d5b5ffd683af8dda9e66a Binary files /dev/null and b/qnn/kv/layer_28_value_5.raw differ diff --git a/qnn/kv/layer_28_value_6.raw b/qnn/kv/layer_28_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..e523ac6780875fd221339e039fedf63396d30cb5 Binary files /dev/null and b/qnn/kv/layer_28_value_6.raw differ diff --git a/qnn/kv/layer_28_value_7.raw b/qnn/kv/layer_28_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..086e23748dce4d11248f6ad8c49885424cbbbf15 Binary files /dev/null and b/qnn/kv/layer_28_value_7.raw differ diff --git a/qnn/kv/layer_29_key_0.raw b/qnn/kv/layer_29_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..88374827e28353dbb25a39e86a7b6f7bc6cece60 Binary files /dev/null and b/qnn/kv/layer_29_key_0.raw differ diff --git a/qnn/kv/layer_29_key_1.raw b/qnn/kv/layer_29_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..26bec79486c580127faddee6e6b26645af835b76 Binary files /dev/null and b/qnn/kv/layer_29_key_1.raw differ diff --git a/qnn/kv/layer_29_key_2.raw b/qnn/kv/layer_29_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..968ccbbaff0f87759991d9c20e72f243e836cd62 Binary files /dev/null and b/qnn/kv/layer_29_key_2.raw differ diff --git a/qnn/kv/layer_29_key_3.raw b/qnn/kv/layer_29_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..28e380ec1a845238cdd8177dda760118baebeb80 Binary files /dev/null and b/qnn/kv/layer_29_key_3.raw differ diff --git a/qnn/kv/layer_29_key_4.raw b/qnn/kv/layer_29_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f04b8e7e971ac1b0fc252216862c22a8b356f151 Binary files /dev/null and b/qnn/kv/layer_29_key_4.raw differ diff --git a/qnn/kv/layer_29_key_5.raw b/qnn/kv/layer_29_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..328f59ff120e97d078c34c46d55a3bbf16d1ac03 Binary files /dev/null and b/qnn/kv/layer_29_key_5.raw differ diff --git a/qnn/kv/layer_29_key_6.raw b/qnn/kv/layer_29_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..340388e4545c89a69ba16bf13c8c58fe3bc267c9 Binary files /dev/null and b/qnn/kv/layer_29_key_6.raw differ diff --git a/qnn/kv/layer_29_key_7.raw b/qnn/kv/layer_29_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..06928dffa5859d536c6dab88dd2152e81470c9e9 Binary files /dev/null and b/qnn/kv/layer_29_key_7.raw differ diff --git a/qnn/kv/layer_29_value_0.raw b/qnn/kv/layer_29_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a98447b2e3094cd2f1e60980b8182263c6ecdf99 Binary files /dev/null and b/qnn/kv/layer_29_value_0.raw differ diff --git a/qnn/kv/layer_29_value_1.raw b/qnn/kv/layer_29_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ec052556bbd720e2f3847f1f96c250a6f1c5a2a0 Binary files /dev/null and b/qnn/kv/layer_29_value_1.raw differ diff --git a/qnn/kv/layer_29_value_2.raw b/qnn/kv/layer_29_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..72863f04a80ee66b5a6164a9c3b342dc42654327 Binary files /dev/null and b/qnn/kv/layer_29_value_2.raw differ diff --git a/qnn/kv/layer_29_value_3.raw b/qnn/kv/layer_29_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..c14b563ac967b58c821124ec86450146643c9775 Binary files /dev/null and b/qnn/kv/layer_29_value_3.raw differ diff --git a/qnn/kv/layer_29_value_4.raw b/qnn/kv/layer_29_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..09b141a233b22e69c8b28dc6bde793b0a3c1a1eb Binary files /dev/null and b/qnn/kv/layer_29_value_4.raw differ diff --git a/qnn/kv/layer_29_value_5.raw b/qnn/kv/layer_29_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b57e7669bedb08989299a0e56e7c8404990142e3 Binary files /dev/null and b/qnn/kv/layer_29_value_5.raw differ diff --git a/qnn/kv/layer_29_value_6.raw b/qnn/kv/layer_29_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f8f77b9b729f1e285fbda8916f6f40f1619a1262 Binary files /dev/null and b/qnn/kv/layer_29_value_6.raw differ diff --git a/qnn/kv/layer_29_value_7.raw b/qnn/kv/layer_29_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2aea5fc676cb43fd319742f690e7c9db08abc89a Binary files /dev/null and b/qnn/kv/layer_29_value_7.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..f265fcdd39b043dc6245f8bc33b8020d0bde1dbc Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0fc4e40721be888fdbbe7049b430d344e7572690 Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_key_2.raw b/qnn/kv/layer_2_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..187fc2d06ef577ab57ab8aac1196c1cc601de3c0 Binary files /dev/null and b/qnn/kv/layer_2_key_2.raw differ diff --git a/qnn/kv/layer_2_key_3.raw b/qnn/kv/layer_2_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..2767309426b50d5f1f97ddc1cabe4670a5d98736 Binary files /dev/null and b/qnn/kv/layer_2_key_3.raw differ diff --git a/qnn/kv/layer_2_key_4.raw b/qnn/kv/layer_2_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..d6c32200615fd0b7cbab10ce2b35ac2d2bc9afcc Binary files /dev/null and b/qnn/kv/layer_2_key_4.raw differ diff --git a/qnn/kv/layer_2_key_5.raw b/qnn/kv/layer_2_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..eef906164611f7f1c7f5ec2b8f96a176daf3caac Binary files /dev/null and b/qnn/kv/layer_2_key_5.raw differ diff --git a/qnn/kv/layer_2_key_6.raw b/qnn/kv/layer_2_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..35c4587da7b1e299c01445f94cde3ea9e0be4b9f Binary files /dev/null and b/qnn/kv/layer_2_key_6.raw differ diff --git a/qnn/kv/layer_2_key_7.raw b/qnn/kv/layer_2_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..00b51f43499cd938299903f89f491bcd420d6ee4 Binary files /dev/null and b/qnn/kv/layer_2_key_7.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a021749f9f6b86f40cc138d912acaf0db9fde3b5 Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5c125cfa42ab68ef808e2a9f4bb44a783c6d529b Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_2_value_2.raw b/qnn/kv/layer_2_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..08e3206687a1d1dbb20b4b0b021d3b45f8ca6f02 Binary files /dev/null and b/qnn/kv/layer_2_value_2.raw differ diff --git a/qnn/kv/layer_2_value_3.raw b/qnn/kv/layer_2_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1fb3c8b71aebe43368ac0eb4e9deac3405cdfcd6 Binary files /dev/null and b/qnn/kv/layer_2_value_3.raw differ diff --git a/qnn/kv/layer_2_value_4.raw b/qnn/kv/layer_2_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..11175806b54e1b4ec5e72ac255ca49d19740d86a Binary files /dev/null and b/qnn/kv/layer_2_value_4.raw differ diff --git a/qnn/kv/layer_2_value_5.raw b/qnn/kv/layer_2_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9b99870a1ee2b053e4769d9e0b24343d87f4eef9 Binary files /dev/null and b/qnn/kv/layer_2_value_5.raw differ diff --git a/qnn/kv/layer_2_value_6.raw b/qnn/kv/layer_2_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5599095ff776443c83335f268ac42522727bbb67 Binary files /dev/null and b/qnn/kv/layer_2_value_6.raw differ diff --git a/qnn/kv/layer_2_value_7.raw b/qnn/kv/layer_2_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..794fca94885d614e61a97782a3aacff75c25ddb0 Binary files /dev/null and b/qnn/kv/layer_2_value_7.raw differ diff --git a/qnn/kv/layer_30_key_0.raw b/qnn/kv/layer_30_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b6521d7c794c8c26339bb082620ae8c08e36b694 Binary files /dev/null and b/qnn/kv/layer_30_key_0.raw differ diff --git a/qnn/kv/layer_30_key_1.raw b/qnn/kv/layer_30_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..eec6ca61e3afbbf7700ec6b37115827d6ab4f7a6 Binary files /dev/null and b/qnn/kv/layer_30_key_1.raw differ diff --git a/qnn/kv/layer_30_key_2.raw b/qnn/kv/layer_30_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..dbf523fe56abeec419d64a718d636052998a2118 Binary files /dev/null and b/qnn/kv/layer_30_key_2.raw differ diff --git a/qnn/kv/layer_30_key_3.raw b/qnn/kv/layer_30_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..dfa7997f0790829b7a2ecac6aadfcb8820419934 Binary files /dev/null and b/qnn/kv/layer_30_key_3.raw differ diff --git a/qnn/kv/layer_30_key_4.raw b/qnn/kv/layer_30_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f89964fcedcac95d5a8c3c52273d906d09ea7b89 Binary files /dev/null and b/qnn/kv/layer_30_key_4.raw differ diff --git a/qnn/kv/layer_30_key_5.raw b/qnn/kv/layer_30_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..7699e14fed5dab4f78bd6c5338ce1aae5512573b Binary files /dev/null and b/qnn/kv/layer_30_key_5.raw differ diff --git a/qnn/kv/layer_30_key_6.raw b/qnn/kv/layer_30_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..948adfa8c00bf76207747cb941ec89c7a316f299 Binary files /dev/null and b/qnn/kv/layer_30_key_6.raw differ diff --git a/qnn/kv/layer_30_key_7.raw b/qnn/kv/layer_30_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7a204d94189886b261463c9cbd567189a4d666c5 Binary files /dev/null and b/qnn/kv/layer_30_key_7.raw differ diff --git a/qnn/kv/layer_30_value_0.raw b/qnn/kv/layer_30_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..86657cfbd18e985c39ab22e74a584fb0b8549638 Binary files /dev/null and b/qnn/kv/layer_30_value_0.raw differ diff --git a/qnn/kv/layer_30_value_1.raw b/qnn/kv/layer_30_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4cb1cbb9a64fbe2264a080251bd5a8066ac0bf2a Binary files /dev/null and b/qnn/kv/layer_30_value_1.raw differ diff --git a/qnn/kv/layer_30_value_2.raw b/qnn/kv/layer_30_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d436f4fb586ef4ede86ed06680553e18cd77dac8 Binary files /dev/null and b/qnn/kv/layer_30_value_2.raw differ diff --git a/qnn/kv/layer_30_value_3.raw b/qnn/kv/layer_30_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f16054b9da6a7e73967388b69b391c2b756bd843 Binary files /dev/null and b/qnn/kv/layer_30_value_3.raw differ diff --git a/qnn/kv/layer_30_value_4.raw b/qnn/kv/layer_30_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2d460f21f26086d71d1dbac7dc53eedd7b8ca472 Binary files /dev/null and b/qnn/kv/layer_30_value_4.raw differ diff --git a/qnn/kv/layer_30_value_5.raw b/qnn/kv/layer_30_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c396ec0be62ee16b0d6421fba97b21e4ba24e5aa Binary files /dev/null and b/qnn/kv/layer_30_value_5.raw differ diff --git a/qnn/kv/layer_30_value_6.raw b/qnn/kv/layer_30_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3a92b6cf4a8aee6773afebeb19500fba23160432 Binary files /dev/null and b/qnn/kv/layer_30_value_6.raw differ diff --git a/qnn/kv/layer_30_value_7.raw b/qnn/kv/layer_30_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..d391f304a7d045959f34184851d7a10ddc456f38 Binary files /dev/null and b/qnn/kv/layer_30_value_7.raw differ diff --git a/qnn/kv/layer_31_key_0.raw b/qnn/kv/layer_31_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d654842eeb046f2b8592e41e4cf0b088a861acf Binary files /dev/null and b/qnn/kv/layer_31_key_0.raw differ diff --git a/qnn/kv/layer_31_key_1.raw b/qnn/kv/layer_31_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b7acca2d9ed4c216d8e6bdd4996a42d19cb5f03 Binary files /dev/null and b/qnn/kv/layer_31_key_1.raw differ diff --git a/qnn/kv/layer_31_key_2.raw b/qnn/kv/layer_31_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..309ab0e8bc670059b0f4968d3eede009a4f280b0 Binary files /dev/null and b/qnn/kv/layer_31_key_2.raw differ diff --git a/qnn/kv/layer_31_key_3.raw b/qnn/kv/layer_31_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..04b6fa2070702303fac1a2a7ecc818352ba7e53e Binary files /dev/null and b/qnn/kv/layer_31_key_3.raw differ diff --git a/qnn/kv/layer_31_key_4.raw b/qnn/kv/layer_31_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b99e42df876ecb460a7cc4031afe00c3c1cf1b6c Binary files /dev/null and b/qnn/kv/layer_31_key_4.raw differ diff --git a/qnn/kv/layer_31_key_5.raw b/qnn/kv/layer_31_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ca83ffa34cd0243614dcb34efa638911f0458e9 Binary files /dev/null and b/qnn/kv/layer_31_key_5.raw differ diff --git a/qnn/kv/layer_31_key_6.raw b/qnn/kv/layer_31_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..359ede300087762470d276a474a92f94fbafc6db Binary files /dev/null and b/qnn/kv/layer_31_key_6.raw differ diff --git a/qnn/kv/layer_31_key_7.raw b/qnn/kv/layer_31_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..43e2c9e19b8190862ea53b1f6f2ee74120602fe3 Binary files /dev/null and b/qnn/kv/layer_31_key_7.raw differ diff --git a/qnn/kv/layer_31_value_0.raw b/qnn/kv/layer_31_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a4e9b0499d44aa674f9a2d97d6b59c22953279b Binary files /dev/null and b/qnn/kv/layer_31_value_0.raw differ diff --git a/qnn/kv/layer_31_value_1.raw b/qnn/kv/layer_31_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3321b5ae38444e8aff098c00067aafe99064d673 Binary files /dev/null and b/qnn/kv/layer_31_value_1.raw differ diff --git a/qnn/kv/layer_31_value_2.raw b/qnn/kv/layer_31_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..43c332a7959062d38b0bf34dc1220ec2378857b6 Binary files /dev/null and b/qnn/kv/layer_31_value_2.raw differ diff --git a/qnn/kv/layer_31_value_3.raw b/qnn/kv/layer_31_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e8316760368bd2541022a617808afadac4637c5c Binary files /dev/null and b/qnn/kv/layer_31_value_3.raw differ diff --git a/qnn/kv/layer_31_value_4.raw b/qnn/kv/layer_31_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ccf6ff4f15fed901c62ddb58804e42948cc3169b Binary files /dev/null and b/qnn/kv/layer_31_value_4.raw differ diff --git a/qnn/kv/layer_31_value_5.raw b/qnn/kv/layer_31_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..066f1fe596d4f293bb2986a692f2a7e78f59dc08 Binary files /dev/null and b/qnn/kv/layer_31_value_5.raw differ diff --git a/qnn/kv/layer_31_value_6.raw b/qnn/kv/layer_31_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..27adde71604a88d65966a22e6c964e7b5b1ecdd5 Binary files /dev/null and b/qnn/kv/layer_31_value_6.raw differ diff --git a/qnn/kv/layer_31_value_7.raw b/qnn/kv/layer_31_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..23385b7f6f559dd899144f0bcfd5c090c3aa94b8 Binary files /dev/null and b/qnn/kv/layer_31_value_7.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..cd572363756094482fb17da49987a0b022dc032c Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b6a4fc35e15ffff24dabf37f27fd022f98a06fc Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_key_2.raw b/qnn/kv/layer_3_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..539f7c4a8ee543bade1a07f5162d210e24da1251 Binary files /dev/null and b/qnn/kv/layer_3_key_2.raw differ diff --git a/qnn/kv/layer_3_key_3.raw b/qnn/kv/layer_3_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..449e0d484424504db652ce7455e75fefdf875936 Binary files /dev/null and b/qnn/kv/layer_3_key_3.raw differ diff --git a/qnn/kv/layer_3_key_4.raw b/qnn/kv/layer_3_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..97e615595305ec2cea07b439d79bfc1fc6af76ab Binary files /dev/null and b/qnn/kv/layer_3_key_4.raw differ diff --git a/qnn/kv/layer_3_key_5.raw b/qnn/kv/layer_3_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..61bf37603b64f074db628b193fb0a7b8a1ec192c Binary files /dev/null and b/qnn/kv/layer_3_key_5.raw differ diff --git a/qnn/kv/layer_3_key_6.raw b/qnn/kv/layer_3_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..110aeb84cf0cf90298ddab05561687cd2192b3cd Binary files /dev/null and b/qnn/kv/layer_3_key_6.raw differ diff --git a/qnn/kv/layer_3_key_7.raw b/qnn/kv/layer_3_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..98271a8ec22108db2bcf2e98ffb6d68ed317efcb Binary files /dev/null and b/qnn/kv/layer_3_key_7.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c8f700108a7ef0c634a37f60f28e48a1981300e Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a37196d5296c4cb58eb16743b4c08aa563b0ce41 Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_3_value_2.raw b/qnn/kv/layer_3_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b1f0859c80b5a91d578955ca62ad000a17261db8 Binary files /dev/null and b/qnn/kv/layer_3_value_2.raw differ diff --git a/qnn/kv/layer_3_value_3.raw b/qnn/kv/layer_3_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b4a566c896ec7acebcd07c07f94beab49e02930 Binary files /dev/null and b/qnn/kv/layer_3_value_3.raw differ diff --git a/qnn/kv/layer_3_value_4.raw b/qnn/kv/layer_3_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..27d77a2555f019c2040bd48ba3bce2b543915dd9 Binary files /dev/null and b/qnn/kv/layer_3_value_4.raw differ diff --git a/qnn/kv/layer_3_value_5.raw b/qnn/kv/layer_3_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1b21b154d1afbcd5794124458a34bfadfd9e27aa Binary files /dev/null and b/qnn/kv/layer_3_value_5.raw differ diff --git a/qnn/kv/layer_3_value_6.raw b/qnn/kv/layer_3_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1e1356a03a829936e3977c24e5aed06694aa65ff Binary files /dev/null and b/qnn/kv/layer_3_value_6.raw differ diff --git a/qnn/kv/layer_3_value_7.raw b/qnn/kv/layer_3_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..db748cf296a57b4154c2364726ffcbcb6ec07876 Binary files /dev/null and b/qnn/kv/layer_3_value_7.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..465d44a38b3576cec2aeabba9a0b89c0ba07ff48 Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..41b50b996069aa9859bc33c505ac8d5488123e46 Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_key_2.raw b/qnn/kv/layer_4_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ec415c9880ef33b9d8c7bae6a4ba2d9667a79e9 Binary files /dev/null and b/qnn/kv/layer_4_key_2.raw differ diff --git a/qnn/kv/layer_4_key_3.raw b/qnn/kv/layer_4_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ee0e377d4663a208c1d63b7afc09a9621a1a42c Binary files /dev/null and b/qnn/kv/layer_4_key_3.raw differ diff --git a/qnn/kv/layer_4_key_4.raw b/qnn/kv/layer_4_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..909a3f9775b9f4d976d5b693160e9ab1154288f4 Binary files /dev/null and b/qnn/kv/layer_4_key_4.raw differ diff --git a/qnn/kv/layer_4_key_5.raw b/qnn/kv/layer_4_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..64c546a7de97e715e65fdd72f3c566a44007609b Binary files /dev/null and b/qnn/kv/layer_4_key_5.raw differ diff --git a/qnn/kv/layer_4_key_6.raw b/qnn/kv/layer_4_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..370ed0b9ae94345523d20a1dbf60c7aa390c9736 Binary files /dev/null and b/qnn/kv/layer_4_key_6.raw differ diff --git a/qnn/kv/layer_4_key_7.raw b/qnn/kv/layer_4_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ff029e2128620e15045882b52c7fc7e9990ec15 Binary files /dev/null and b/qnn/kv/layer_4_key_7.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..609b8808ef576e79c055bcaca820bcbd2551a058 Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..94479b247f298bd3187f9b59a9db9fd6e152bafb Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_4_value_2.raw b/qnn/kv/layer_4_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..adf0ef45a0c1a78bc082447ca39e84c231386f22 Binary files /dev/null and b/qnn/kv/layer_4_value_2.raw differ diff --git a/qnn/kv/layer_4_value_3.raw b/qnn/kv/layer_4_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d0da71941c248a892e36e04230119ccd8cd7bbae Binary files /dev/null and b/qnn/kv/layer_4_value_3.raw differ diff --git a/qnn/kv/layer_4_value_4.raw b/qnn/kv/layer_4_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b3172011c62cf922ca2527dff837f421917d744d Binary files /dev/null and b/qnn/kv/layer_4_value_4.raw differ diff --git a/qnn/kv/layer_4_value_5.raw b/qnn/kv/layer_4_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..36e09d4e7e04cb0aeef3c0a906eb4504d7eb21ca Binary files /dev/null and b/qnn/kv/layer_4_value_5.raw differ diff --git a/qnn/kv/layer_4_value_6.raw b/qnn/kv/layer_4_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f1c3116e9df8045771f5adf50af899e9ba486e0a Binary files /dev/null and b/qnn/kv/layer_4_value_6.raw differ diff --git a/qnn/kv/layer_4_value_7.raw b/qnn/kv/layer_4_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c0c8e5d0414c9dcf31b39f4d0d0dc139a37f688 Binary files /dev/null and b/qnn/kv/layer_4_value_7.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..429ac408f9ee88641511469f7244675589f53c9c Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7cb349d3e8524decb83ba9e4566cd60aa3ee7e23 Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_key_2.raw b/qnn/kv/layer_5_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9dd8c053ad61ddefa27c04c4cbc078349aa0cb02 Binary files /dev/null and b/qnn/kv/layer_5_key_2.raw differ diff --git a/qnn/kv/layer_5_key_3.raw b/qnn/kv/layer_5_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0090e539c4f56c6d51af6575a6d35e9ff41651b1 Binary files /dev/null and b/qnn/kv/layer_5_key_3.raw differ diff --git a/qnn/kv/layer_5_key_4.raw b/qnn/kv/layer_5_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..6bdf7a0a87aada1a7a3a90f11a3b82302f2ee5f7 Binary files /dev/null and b/qnn/kv/layer_5_key_4.raw differ diff --git a/qnn/kv/layer_5_key_5.raw b/qnn/kv/layer_5_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..7616094d73c3c5494d5feb14481a9c0d3c2ee62d Binary files /dev/null and b/qnn/kv/layer_5_key_5.raw differ diff --git a/qnn/kv/layer_5_key_6.raw b/qnn/kv/layer_5_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1ea5be89b010e3a415c431c3c6d747f83009bbca Binary files /dev/null and b/qnn/kv/layer_5_key_6.raw differ diff --git a/qnn/kv/layer_5_key_7.raw b/qnn/kv/layer_5_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..477563a144dc5b3ee1fcb5ebcfd61054b8ff3a63 Binary files /dev/null and b/qnn/kv/layer_5_key_7.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..02b0ebf0ed45b5fd742fb471df92465faa5860d8 Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3824fcd9b890498407c4cc137bf8bea0c06a8d63 Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_5_value_2.raw b/qnn/kv/layer_5_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..732f0e3356fb6c7fadc5bcddf89e0e87b2b27526 Binary files /dev/null and b/qnn/kv/layer_5_value_2.raw differ diff --git a/qnn/kv/layer_5_value_3.raw b/qnn/kv/layer_5_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5c624f9f43c5488507bd48b73bc6fce162b0f1d4 Binary files /dev/null and b/qnn/kv/layer_5_value_3.raw differ diff --git a/qnn/kv/layer_5_value_4.raw b/qnn/kv/layer_5_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..87cd4a4240f92c955d07c3856c024b9b039b2428 Binary files /dev/null and b/qnn/kv/layer_5_value_4.raw differ diff --git a/qnn/kv/layer_5_value_5.raw b/qnn/kv/layer_5_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e595b663f92a673b7810ab91aa8adbff3545eefc Binary files /dev/null and b/qnn/kv/layer_5_value_5.raw differ diff --git a/qnn/kv/layer_5_value_6.raw b/qnn/kv/layer_5_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7ac9167fc2df4fe311091324ebc5ac910d41359a Binary files /dev/null and b/qnn/kv/layer_5_value_6.raw differ diff --git a/qnn/kv/layer_5_value_7.raw b/qnn/kv/layer_5_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..83575afc0b420fd4e1a6e18d25de186eade9ca1b Binary files /dev/null and b/qnn/kv/layer_5_value_7.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..afda21b739ad3d5b063c64d559e3ad21efb7f77e Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..64f6907826b7fb62fec9adc41554d1bbfbc1cfd2 Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_key_2.raw b/qnn/kv/layer_6_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..319a2c569492d0f16f1a2b49310476fc8ce84fe8 Binary files /dev/null and b/qnn/kv/layer_6_key_2.raw differ diff --git a/qnn/kv/layer_6_key_3.raw b/qnn/kv/layer_6_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e82b446bdc04fb91e35a4d490167825ade4c3d5 Binary files /dev/null and b/qnn/kv/layer_6_key_3.raw differ diff --git a/qnn/kv/layer_6_key_4.raw b/qnn/kv/layer_6_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0c02597e96367d3cb351dc5fc99289f4d88f70e0 Binary files /dev/null and b/qnn/kv/layer_6_key_4.raw differ diff --git a/qnn/kv/layer_6_key_5.raw b/qnn/kv/layer_6_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c6d213cb212d0ea5be1d791b346a5dc73a27c16a Binary files /dev/null and b/qnn/kv/layer_6_key_5.raw differ diff --git a/qnn/kv/layer_6_key_6.raw b/qnn/kv/layer_6_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..65c41695dd900918c2a5effdcc9fc2a42c2bbf5c Binary files /dev/null and b/qnn/kv/layer_6_key_6.raw differ diff --git a/qnn/kv/layer_6_key_7.raw b/qnn/kv/layer_6_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4da7159fcacba426c48333690da4c5ddac471bca Binary files /dev/null and b/qnn/kv/layer_6_key_7.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..793ed016139698419dd5f9f3ce38e8d02e8e02c2 Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fc761077c63fdd9b43328a3351832b0415786c5d Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_6_value_2.raw b/qnn/kv/layer_6_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a78bf0aa953d101c9b91b0c9d065aca46beb096 Binary files /dev/null and b/qnn/kv/layer_6_value_2.raw differ diff --git a/qnn/kv/layer_6_value_3.raw b/qnn/kv/layer_6_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6e36c09e3e6f0f2245fb205a36c2a0a99c7ff2b7 Binary files /dev/null and b/qnn/kv/layer_6_value_3.raw differ diff --git a/qnn/kv/layer_6_value_4.raw b/qnn/kv/layer_6_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..da0157faf455f216651e5c57e119ae781ea5fcee Binary files /dev/null and b/qnn/kv/layer_6_value_4.raw differ diff --git a/qnn/kv/layer_6_value_5.raw b/qnn/kv/layer_6_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fe311fbcf260b0bf6d4dda4a310e10e007637ebe Binary files /dev/null and b/qnn/kv/layer_6_value_5.raw differ diff --git a/qnn/kv/layer_6_value_6.raw b/qnn/kv/layer_6_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..53cf5e22f0053cec269cf5932e3c267f0fb671a2 Binary files /dev/null and b/qnn/kv/layer_6_value_6.raw differ diff --git a/qnn/kv/layer_6_value_7.raw b/qnn/kv/layer_6_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e2551e71390eb88b71c572971ec34b75714bfe01 Binary files /dev/null and b/qnn/kv/layer_6_value_7.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5b424caab475cc7c235989a3e4adb9c62557cb1 Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..078a36a93ea46b03d257fe33c2a9fedd9850c03a Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_key_2.raw b/qnn/kv/layer_7_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d6c392e12b5c177d5eae7e5b38b1d0c1153bf72d Binary files /dev/null and b/qnn/kv/layer_7_key_2.raw differ diff --git a/qnn/kv/layer_7_key_3.raw b/qnn/kv/layer_7_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6fe32fa51da9cb4cabff365700cc032932db52bc Binary files /dev/null and b/qnn/kv/layer_7_key_3.raw differ diff --git a/qnn/kv/layer_7_key_4.raw b/qnn/kv/layer_7_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c0214461f1b46d5706dc768aa1dad1f966f3a65 Binary files /dev/null and b/qnn/kv/layer_7_key_4.raw differ diff --git a/qnn/kv/layer_7_key_5.raw b/qnn/kv/layer_7_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..99f94b2388fd846d8a019ac61f51f972edeb02fb Binary files /dev/null and b/qnn/kv/layer_7_key_5.raw differ diff --git a/qnn/kv/layer_7_key_6.raw b/qnn/kv/layer_7_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..485da43bcb28ae3f927911ce7fef295d5eaedeb6 Binary files /dev/null and b/qnn/kv/layer_7_key_6.raw differ diff --git a/qnn/kv/layer_7_key_7.raw b/qnn/kv/layer_7_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..05eb0e7e7cc0dca27cf301631167de29329f7b2c Binary files /dev/null and b/qnn/kv/layer_7_key_7.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..07f8032a9e97c4616aaf687c23e2122aa996a269 Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..205a884b3926cf299a057bdb21a76f4c68940d7b Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_7_value_2.raw b/qnn/kv/layer_7_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..83ec1318377863a6c331bd1568bf44c7f5ec33c9 Binary files /dev/null and b/qnn/kv/layer_7_value_2.raw differ diff --git a/qnn/kv/layer_7_value_3.raw b/qnn/kv/layer_7_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..82f6fd10e0d234b35a1ab459b670023157c04773 Binary files /dev/null and b/qnn/kv/layer_7_value_3.raw differ diff --git a/qnn/kv/layer_7_value_4.raw b/qnn/kv/layer_7_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..19cde83888abaa842cbf2f4711bf081fe8e6b8f2 Binary files /dev/null and b/qnn/kv/layer_7_value_4.raw differ diff --git a/qnn/kv/layer_7_value_5.raw b/qnn/kv/layer_7_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1b1431e8c057d15f15570e02a5c677276337b711 Binary files /dev/null and b/qnn/kv/layer_7_value_5.raw differ diff --git a/qnn/kv/layer_7_value_6.raw b/qnn/kv/layer_7_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..71a29615018ff2008d104a073b798e3c0ac4cde1 Binary files /dev/null and b/qnn/kv/layer_7_value_6.raw differ diff --git a/qnn/kv/layer_7_value_7.raw b/qnn/kv/layer_7_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..096ea51f08d076c31ecd2658da3a36f811d3b092 Binary files /dev/null and b/qnn/kv/layer_7_value_7.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..589951bba83eea3903989174795b2a2a48d68c7e Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c20cb75d4875644c884e556f8c26715ed84fbdc8 Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_key_2.raw b/qnn/kv/layer_8_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d14523758ec6816e5c29d70644325ac76f9f3a9b Binary files /dev/null and b/qnn/kv/layer_8_key_2.raw differ diff --git a/qnn/kv/layer_8_key_3.raw b/qnn/kv/layer_8_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5a843c90d4b944c68e122bec7a91a06a6267cd5a Binary files /dev/null and b/qnn/kv/layer_8_key_3.raw differ diff --git a/qnn/kv/layer_8_key_4.raw b/qnn/kv/layer_8_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9584d83cc597ba5ef57b4db22ac395522d1dd4ef Binary files /dev/null and b/qnn/kv/layer_8_key_4.raw differ diff --git a/qnn/kv/layer_8_key_5.raw b/qnn/kv/layer_8_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..cf9ac8115c58446e5fac5f809176d04eb1bf2fe8 Binary files /dev/null and b/qnn/kv/layer_8_key_5.raw differ diff --git a/qnn/kv/layer_8_key_6.raw b/qnn/kv/layer_8_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cfc1b38e60047fa6ed265a4453ab8611bc09400 Binary files /dev/null and b/qnn/kv/layer_8_key_6.raw differ diff --git a/qnn/kv/layer_8_key_7.raw b/qnn/kv/layer_8_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2b64897075d06ca94b0ac5d71e53324a99f462be Binary files /dev/null and b/qnn/kv/layer_8_key_7.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a4a9370995774beb7e85d5f0352a1baea01b716 Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0a81355343d1c8fd3470920e0f433c22ca83e7ee Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_8_value_2.raw b/qnn/kv/layer_8_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..3e2290c9a95315213a9f4864cf00400bc83f0662 Binary files /dev/null and b/qnn/kv/layer_8_value_2.raw differ diff --git a/qnn/kv/layer_8_value_3.raw b/qnn/kv/layer_8_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e4e84a6e6a0743f7181e52db51452b8b4270f532 Binary files /dev/null and b/qnn/kv/layer_8_value_3.raw differ diff --git a/qnn/kv/layer_8_value_4.raw b/qnn/kv/layer_8_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..134740096b72e6110340679e0109616a0c8ee94a Binary files /dev/null and b/qnn/kv/layer_8_value_4.raw differ diff --git a/qnn/kv/layer_8_value_5.raw b/qnn/kv/layer_8_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..7bd67583facb23b6fec500469aabe0ce095e816c Binary files /dev/null and b/qnn/kv/layer_8_value_5.raw differ diff --git a/qnn/kv/layer_8_value_6.raw b/qnn/kv/layer_8_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..70760928c0fc5dea615c49ce01c87291bce2a7e2 Binary files /dev/null and b/qnn/kv/layer_8_value_6.raw differ diff --git a/qnn/kv/layer_8_value_7.raw b/qnn/kv/layer_8_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..fde33465dd118d256fbad115f1bdbc4cf1f2cd63 Binary files /dev/null and b/qnn/kv/layer_8_value_7.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..67bf4aeda01c8460a942862f324d1783fca90456 Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0a810b0f6ca4e950f675b3f5d0a17a15681661e8 Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_key_2.raw b/qnn/kv/layer_9_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b8df53aa871719eda4637f82f6ec01f6328826a0 Binary files /dev/null and b/qnn/kv/layer_9_key_2.raw differ diff --git a/qnn/kv/layer_9_key_3.raw b/qnn/kv/layer_9_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..248e4e59fd5ede176abd30a9870c5f7322c24ba9 Binary files /dev/null and b/qnn/kv/layer_9_key_3.raw differ diff --git a/qnn/kv/layer_9_key_4.raw b/qnn/kv/layer_9_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2cf0a7fb98283455b24f331448fa01bdcff43ff Binary files /dev/null and b/qnn/kv/layer_9_key_4.raw differ diff --git a/qnn/kv/layer_9_key_5.raw b/qnn/kv/layer_9_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5161dc4bd6d2c1a9618f08a33575851b271f819e Binary files /dev/null and b/qnn/kv/layer_9_key_5.raw differ diff --git a/qnn/kv/layer_9_key_6.raw b/qnn/kv/layer_9_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..dffcdcf8ba03ab1f6863130da40a843efc00ea43 Binary files /dev/null and b/qnn/kv/layer_9_key_6.raw differ diff --git a/qnn/kv/layer_9_key_7.raw b/qnn/kv/layer_9_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2bf21b01abc6ac924fe24f7d71a564f0b6cb9641 Binary files /dev/null and b/qnn/kv/layer_9_key_7.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..77c81e7e9e213f944b0eb3099a3751cad7d0eeaf Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..016aaf91dd927871128bf1b29f510bc1e8006ab3 Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/kv/layer_9_value_2.raw b/qnn/kv/layer_9_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..bc982e8c886b2df7a064483da758821106316e3c Binary files /dev/null and b/qnn/kv/layer_9_value_2.raw differ diff --git a/qnn/kv/layer_9_value_3.raw b/qnn/kv/layer_9_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6706495fe57552084f67f166e4a0021deab1722 Binary files /dev/null and b/qnn/kv/layer_9_value_3.raw differ diff --git a/qnn/kv/layer_9_value_4.raw b/qnn/kv/layer_9_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..bd44d01237e4de79819f00f26457f43fd3bfda44 Binary files /dev/null and b/qnn/kv/layer_9_value_4.raw differ diff --git a/qnn/kv/layer_9_value_5.raw b/qnn/kv/layer_9_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ea04d632d26941eee9dca4c2e151c3d01e732059 Binary files /dev/null and b/qnn/kv/layer_9_value_5.raw differ diff --git a/qnn/kv/layer_9_value_6.raw b/qnn/kv/layer_9_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2db5ec9c48a98602d536b65f165b1bd9e9f355b8 Binary files /dev/null and b/qnn/kv/layer_9_value_6.raw differ diff --git a/qnn/kv/layer_9_value_7.raw b/qnn/kv/layer_9_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b5ee6443c826a75cd6f8591c84bc6b45e357cee4 Binary files /dev/null and b/qnn/kv/layer_9_value_7.raw differ diff --git a/qnn/llama3_1_8b_0.bin b/qnn/llama3_1_8b_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..c356a7a9d8519bde5ca87d7b2e2a92110f8e7439 --- /dev/null +++ b/qnn/llama3_1_8b_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90376a3f8cb5f5d94771a453bf3a7f5433f91440f2767f71ce58fcc1dbe03ec5 +size 894924240 diff --git a/qnn/llama3_1_8b_1.bin b/qnn/llama3_1_8b_1.bin new file mode 100644 index 0000000000000000000000000000000000000000..a0c0584e7492f1b3da99aa4b2c11f43f2b370845 --- /dev/null +++ b/qnn/llama3_1_8b_1.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e19f448cb6abd4e6eb445608c63134ac3882a1d9bfd727968bbfadae11488ae +size 895023312 diff --git a/qnn/llama3_1_8b_2.bin b/qnn/llama3_1_8b_2.bin new file mode 100644 index 0000000000000000000000000000000000000000..61c4bb3afa5b3d4068d67a00ac8224e8d576ab79 --- /dev/null +++ b/qnn/llama3_1_8b_2.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dc792672a41ed47ad60fb239c1d1f2ad5ec9e5883dd1fff8749a64b303c2c3 +size 895011280 diff --git a/qnn/llama3_1_8b_3.bin b/qnn/llama3_1_8b_3.bin new file mode 100644 index 0000000000000000000000000000000000000000..f0d1e939368845ac3a7bc7bf8a0edfe813a1d41b --- /dev/null +++ b/qnn/llama3_1_8b_3.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13fecf589f070a49d71f5a42fac5a9742e8bafa20712bb667fd43b3debcda038 +size 894998992 diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin new file mode 100644 index 0000000000000000000000000000000000000000..18221c04e85f2695e2541bc97e8c6c53f22e4857 --- /dev/null +++ b/qnn/lm_head.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e9d560adfaf20962e88a198f7f7f1efc7ad4bfa3ef31abd70c8b40e6536da0 +size 269826424 diff --git a/vocab.gguf b/vocab.gguf new file mode 100644 index 0000000000000000000000000000000000000000..5f061ae58ff523cc935c40f26a19bfbed1115421 --- /dev/null +++ b/vocab.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8e5e2950909ea516cc8d974cb25862ed4c59c0b19a3673c8b7d379da598a08 +size 7823537