diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..cb75bd41b572db1d6c5c37a021fa60db5bc82cf2 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text +vocab.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ggml/weights.gguf b/ggml/weights.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7cf88bf43f49413597aa8244023c3513373125f3 --- /dev/null +++ b/ggml/weights.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67e6392c8db79112d70a3122b10775be3fa69e261e37122c73901810cb41295 +size 703209312 diff --git a/model.json b/model.json new file mode 100644 index 0000000000000000000000000000000000000000..ca24f2f40a9becc22900cf144b13fa503693d16e --- /dev/null +++ b/model.json @@ -0,0 +1,26 @@ +{ + "model_id": "llama_3.2_1b", + "model_arch": "llama", + "version": 20241202, + "llm_config": { + "embed_dim": 2048, + "ffn_dim": 8192, + "head_size": 64, + "kv_dim": 512, + "n_attn_heads": 32, + "n_attn_kv_heads": 8, + "n_ctx": 131072, + "n_layers": 16, + "norm_eps": 9.999999747378752e-06, + "vocab_size": 128256, + "rope_config": { + "n_rope_ctx_orig": 131072, + "rope_attn_factor": 1.0, + "rope_dim": 64, + "rope_freq_base": 500000.0, + "rope_freq_scale": 1.0, + "rope_scale_type": "linear", + "rope_type": 0 + } + } +} diff --git a/qnn/config.json b/qnn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3073bf7473a218cdc6d472d5b6cf856fa73579bc --- /dev/null +++ b/qnn/config.json @@ -0,0 +1,69 @@ +{ + "model_parameters": { + "n_layers": 16, + "vocab_size": 128256, + "embed_dim": 2048, + "ffn_hidden_dim": 8192, + "head_dim": 64, + "n_kv_heads": 8, + "rope_theta": 500000.0, + "rms_norm_eps": 1e-05, + "attention_mask_value": -100000.0, + "tie_embedding": true + }, + "qnn_parameters": { + "n_hvx_threads": 4 + }, + "graphs": [ + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 16, + "batch_size": 1, + "context_size": 2048, + "cache_size": 1920, + "graph_name": "batch_1", + "model_path": "llama3_2_1b.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 16, + "batch_size": 128, + "context_size": 2048, + "cache_size": 1920, + "graph_name": "batch_128", + "model_path": "llama3_2_1b.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + } + ], + "embeddings": [ + { + "graph_name": "batch_1", + "model_path": "lm_head.bin", + "batch_size": 1, + "input_type": 562, + "input_dim": 2048, + "output_dim": 128256, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_128", + "model_path": "lm_head.bin", + "batch_size": 128, + "input_type": 562, + "input_dim": 2048, + "output_dim": 128256, + "x_name": "x", + "out_name": "logits" + } + ] +} diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9a2d2af195b87f50c1565adaef3499a6d2139318 Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b03fed8222df495c2c55d6dea7c351fb427b0918 Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_key_2.raw b/qnn/kv/layer_0_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fc710cae7e0e90e0512851639d0d79fed6f1e423 Binary files /dev/null and b/qnn/kv/layer_0_key_2.raw differ diff --git a/qnn/kv/layer_0_key_3.raw b/qnn/kv/layer_0_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..66faf12cc259a7dea46e6fc12d1cd76efecf9755 Binary files /dev/null and b/qnn/kv/layer_0_key_3.raw differ diff --git a/qnn/kv/layer_0_key_4.raw b/qnn/kv/layer_0_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ddc6491885cb39b3c55ca6e91045ae4b15a0480e Binary files /dev/null and b/qnn/kv/layer_0_key_4.raw differ diff --git a/qnn/kv/layer_0_key_5.raw b/qnn/kv/layer_0_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb4c30a15aa7fa4cf2d59bd9f6699de8b0d83517 Binary files /dev/null and b/qnn/kv/layer_0_key_5.raw differ diff --git a/qnn/kv/layer_0_key_6.raw b/qnn/kv/layer_0_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2555b9976d42a33de5a1990afabc83591bede3b8 Binary files /dev/null and b/qnn/kv/layer_0_key_6.raw differ diff --git a/qnn/kv/layer_0_key_7.raw b/qnn/kv/layer_0_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..38aca4f96a8ea71f3de04b4b5ab3f86ce13e989a Binary files /dev/null and b/qnn/kv/layer_0_key_7.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..037454dd5e0bafd7e1af687e416d1151569cbb24 Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8299fdd6cc94c9f3aef1bf82932f0b2faa007dc2 Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_0_value_2.raw b/qnn/kv/layer_0_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..dac4665108713207e277f7d366dc93f18de4a210 Binary files /dev/null and b/qnn/kv/layer_0_value_2.raw differ diff --git a/qnn/kv/layer_0_value_3.raw b/qnn/kv/layer_0_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..bdbf279dbd844fa214e5b816194a6b2073439e67 Binary files /dev/null and b/qnn/kv/layer_0_value_3.raw differ diff --git a/qnn/kv/layer_0_value_4.raw b/qnn/kv/layer_0_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..420d768dd9bba4d69a266b352a1b3388dd09de4d Binary files /dev/null and b/qnn/kv/layer_0_value_4.raw differ diff --git a/qnn/kv/layer_0_value_5.raw b/qnn/kv/layer_0_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a1cffae0d7a91e6bc5b76ae34cc8918d9838e577 Binary files /dev/null and b/qnn/kv/layer_0_value_5.raw differ diff --git a/qnn/kv/layer_0_value_6.raw b/qnn/kv/layer_0_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b79885e5f9f5c5beda04abfbe73e42a5c417602 Binary files /dev/null and b/qnn/kv/layer_0_value_6.raw differ diff --git a/qnn/kv/layer_0_value_7.raw b/qnn/kv/layer_0_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ae4578814db7259d67d5fd3f5e8e2b494b8aa26d Binary files /dev/null and b/qnn/kv/layer_0_value_7.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee8eb38d2f237f38f8ddc807d34ca97205c2f498 Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..14c4777969f5c17fadc9b814a2ca350d8f6bf769 Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_key_2.raw b/qnn/kv/layer_10_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..a8a451fe89719055fd7146f1f21c7f3fc8a94cdb Binary files /dev/null and b/qnn/kv/layer_10_key_2.raw differ diff --git a/qnn/kv/layer_10_key_3.raw b/qnn/kv/layer_10_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..44a776b7885112597446fc0fccbcaa2e64d35387 Binary files /dev/null and b/qnn/kv/layer_10_key_3.raw differ diff --git a/qnn/kv/layer_10_key_4.raw b/qnn/kv/layer_10_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..3b204ec56fa3d3c101a39eea3ad05910e5b1a62c Binary files /dev/null and b/qnn/kv/layer_10_key_4.raw differ diff --git a/qnn/kv/layer_10_key_5.raw b/qnn/kv/layer_10_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8c5829ff56e2dcdbc021a39db19fd5359e418a58 Binary files /dev/null and b/qnn/kv/layer_10_key_5.raw differ diff --git a/qnn/kv/layer_10_key_6.raw b/qnn/kv/layer_10_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb8908c74d629e5c73f36b04c6686318924cf646 Binary files /dev/null and b/qnn/kv/layer_10_key_6.raw differ diff --git a/qnn/kv/layer_10_key_7.raw b/qnn/kv/layer_10_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a6a9f45f220bdd55d3847b7f459840490b9681bd Binary files /dev/null and b/qnn/kv/layer_10_key_7.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..20fb649e1b2b0bea3290eebb2dc92ea241b061fb Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..57762c78466f3ed0593879198636b150126b79e4 Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_10_value_2.raw b/qnn/kv/layer_10_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..52377e7c3fdea5ef7ddb8977a2755e5280b34da6 Binary files /dev/null and b/qnn/kv/layer_10_value_2.raw differ diff --git a/qnn/kv/layer_10_value_3.raw b/qnn/kv/layer_10_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc5801282103c611142048e3037776dc88dfc938 Binary files /dev/null and b/qnn/kv/layer_10_value_3.raw differ diff --git a/qnn/kv/layer_10_value_4.raw b/qnn/kv/layer_10_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..cdf6b89b4099e9e85953a26ba88ac57fb5f45296 Binary files /dev/null and b/qnn/kv/layer_10_value_4.raw differ diff --git a/qnn/kv/layer_10_value_5.raw b/qnn/kv/layer_10_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..44c94b0855a1bf0b3775fdcb499d877b73437a92 Binary files /dev/null and b/qnn/kv/layer_10_value_5.raw differ diff --git a/qnn/kv/layer_10_value_6.raw b/qnn/kv/layer_10_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..fcc5ad7f346df7b8a0a57afbc4b885deb3466d5e Binary files /dev/null and b/qnn/kv/layer_10_value_6.raw differ diff --git a/qnn/kv/layer_10_value_7.raw b/qnn/kv/layer_10_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..c57b1f47d1d1a4bd28e907ead1813990624cd184 Binary files /dev/null and b/qnn/kv/layer_10_value_7.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b82a6adcb4ba5161239fb3fb6544608a5a396c3 Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..960898bcef13f9ef119314201f663c27a62199e4 Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_key_2.raw b/qnn/kv/layer_11_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4733d978df806353bf1388fa0304cd7fc93b83a3 Binary files /dev/null and b/qnn/kv/layer_11_key_2.raw differ diff --git a/qnn/kv/layer_11_key_3.raw b/qnn/kv/layer_11_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f54bc05e34e53a908b8ebbeb689c27ee30c8c733 Binary files /dev/null and b/qnn/kv/layer_11_key_3.raw differ diff --git a/qnn/kv/layer_11_key_4.raw b/qnn/kv/layer_11_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c73e521a22ec8ceecc8f122acf282a3ea9e5c4b9 Binary files /dev/null and b/qnn/kv/layer_11_key_4.raw differ diff --git a/qnn/kv/layer_11_key_5.raw b/qnn/kv/layer_11_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..685033e4127e9b75d4e77d6b1918b7d496d2668f Binary files /dev/null and b/qnn/kv/layer_11_key_5.raw differ diff --git a/qnn/kv/layer_11_key_6.raw b/qnn/kv/layer_11_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..819e0d40ee469d22cdca1316ccc230d501ee2b34 Binary files /dev/null and b/qnn/kv/layer_11_key_6.raw differ diff --git a/qnn/kv/layer_11_key_7.raw b/qnn/kv/layer_11_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b880820d20000467f0c6342c0728cda0921e0c80 Binary files /dev/null and b/qnn/kv/layer_11_key_7.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0cdf310335986eb80b8fd2a207d9d625c1954c12 Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b66c37e5868c7c8d9ae0fe45ab3ce457248b5009 Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_11_value_2.raw b/qnn/kv/layer_11_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8c472a65b495987d8effbe2ae93c64ebf656a765 Binary files /dev/null and b/qnn/kv/layer_11_value_2.raw differ diff --git a/qnn/kv/layer_11_value_3.raw b/qnn/kv/layer_11_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..aed2dc97d085e294019baacea68cd878f6ab386c Binary files /dev/null and b/qnn/kv/layer_11_value_3.raw differ diff --git a/qnn/kv/layer_11_value_4.raw b/qnn/kv/layer_11_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..62f4e6c6c6d4b3ef821b686b4cd52c75fa78bb58 Binary files /dev/null and b/qnn/kv/layer_11_value_4.raw differ diff --git a/qnn/kv/layer_11_value_5.raw b/qnn/kv/layer_11_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d042c1ebff6eb2696c4b47c16d43a1bef2d0cb69 Binary files /dev/null and b/qnn/kv/layer_11_value_5.raw differ diff --git a/qnn/kv/layer_11_value_6.raw b/qnn/kv/layer_11_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5226f1b6583938ff97e7564e85bfcaa0a28839f1 Binary files /dev/null and b/qnn/kv/layer_11_value_6.raw differ diff --git a/qnn/kv/layer_11_value_7.raw b/qnn/kv/layer_11_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca08eedba1dd4df865c7e82f483c5d6b7392aad3 Binary files /dev/null and b/qnn/kv/layer_11_value_7.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a618719f737ebb87bbf7b58c01709de37488b3aa Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d4b08a7b73f57ccc46dac876392364eeacac43ce Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_key_2.raw b/qnn/kv/layer_12_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a0c3252349d8310e59da6c9742adf5f8de93ebf Binary files /dev/null and b/qnn/kv/layer_12_key_2.raw differ diff --git a/qnn/kv/layer_12_key_3.raw b/qnn/kv/layer_12_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9706a1876e7488dec86d9221e20a79b87724dee3 Binary files /dev/null and b/qnn/kv/layer_12_key_3.raw differ diff --git a/qnn/kv/layer_12_key_4.raw b/qnn/kv/layer_12_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c642529a2e83db0dbddfeb6d252968e46ab4b839 Binary files /dev/null and b/qnn/kv/layer_12_key_4.raw differ diff --git a/qnn/kv/layer_12_key_5.raw b/qnn/kv/layer_12_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..709d3a913e7c944cd51e9bf8660c655b59adf49f Binary files /dev/null and b/qnn/kv/layer_12_key_5.raw differ diff --git a/qnn/kv/layer_12_key_6.raw b/qnn/kv/layer_12_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..883f473d40059842594843c7369deb7484495bfe Binary files /dev/null and b/qnn/kv/layer_12_key_6.raw differ diff --git a/qnn/kv/layer_12_key_7.raw b/qnn/kv/layer_12_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..c98b85fd623516d441356699fbbd11d37c446f01 Binary files /dev/null and b/qnn/kv/layer_12_key_7.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f34cc3ca5a6231d819cf8f2a6795293a3223640 Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..fb953debe14e999a9519c3ab4af2579f98590a8b Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_12_value_2.raw b/qnn/kv/layer_12_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..64600f51ac538d8fc294f817b2d2d0e44488992e Binary files /dev/null and b/qnn/kv/layer_12_value_2.raw differ diff --git a/qnn/kv/layer_12_value_3.raw b/qnn/kv/layer_12_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b5019ccda0890c9917b4b5a05cac034e48348527 Binary files /dev/null and b/qnn/kv/layer_12_value_3.raw differ diff --git a/qnn/kv/layer_12_value_4.raw b/qnn/kv/layer_12_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0eaedd556939d7194f6746106b00432a30b552d0 Binary files /dev/null and b/qnn/kv/layer_12_value_4.raw differ diff --git a/qnn/kv/layer_12_value_5.raw b/qnn/kv/layer_12_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2a585dee7cb0595af82313b65ca18779bdc258fc Binary files /dev/null and b/qnn/kv/layer_12_value_5.raw differ diff --git a/qnn/kv/layer_12_value_6.raw b/qnn/kv/layer_12_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..42d3fe9f30a8abcb1141a629e2a4c4ae00f330fa Binary files /dev/null and b/qnn/kv/layer_12_value_6.raw differ diff --git a/qnn/kv/layer_12_value_7.raw b/qnn/kv/layer_12_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..16c325523c361adee24e7b8cadfa54a90838bff1 Binary files /dev/null and b/qnn/kv/layer_12_value_7.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e60edb905db1f6dfc6399d32af43ea54a512103 Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1e99ebc2ae9e898fea7ffc714b02bdcfb505c9e4 Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_key_2.raw b/qnn/kv/layer_13_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b9915be5be1bc6a60112782f8af4483251723bb Binary files /dev/null and b/qnn/kv/layer_13_key_2.raw differ diff --git a/qnn/kv/layer_13_key_3.raw b/qnn/kv/layer_13_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ecfab82e475f3cc5424845101654b67d3433fc09 Binary files /dev/null and b/qnn/kv/layer_13_key_3.raw differ diff --git a/qnn/kv/layer_13_key_4.raw b/qnn/kv/layer_13_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e9cd9018fb061d86e65076e7a235cdbc2f60b14f Binary files /dev/null and b/qnn/kv/layer_13_key_4.raw differ diff --git a/qnn/kv/layer_13_key_5.raw b/qnn/kv/layer_13_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c93c5312cdf98757967c0324cbf51ef96ecdbd2d Binary files /dev/null and b/qnn/kv/layer_13_key_5.raw differ diff --git a/qnn/kv/layer_13_key_6.raw b/qnn/kv/layer_13_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..167c4991b4e22cc2ae82daa06e07cf6ec840f573 Binary files /dev/null and b/qnn/kv/layer_13_key_6.raw differ diff --git a/qnn/kv/layer_13_key_7.raw b/qnn/kv/layer_13_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6dac97b5e97616eb25cbecc124854fa3a549246 Binary files /dev/null and b/qnn/kv/layer_13_key_7.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..dcaa37b87b1c2db23ade3cb8529792ae498eb9ec Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3ada2cbe6ff656d6e2f2a7f1e0483d3f2de4cf1c Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_13_value_2.raw b/qnn/kv/layer_13_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ed507e522be8a791985a1e055e8ebec7c2678bac Binary files /dev/null and b/qnn/kv/layer_13_value_2.raw differ diff --git a/qnn/kv/layer_13_value_3.raw b/qnn/kv/layer_13_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..894eece3622f4beb2e0f506728fbb811d8525bc8 Binary files /dev/null and b/qnn/kv/layer_13_value_3.raw differ diff --git a/qnn/kv/layer_13_value_4.raw b/qnn/kv/layer_13_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..520f9db853bca17c17db9982b5c711c3b49ab7c0 Binary files /dev/null and b/qnn/kv/layer_13_value_4.raw differ diff --git a/qnn/kv/layer_13_value_5.raw b/qnn/kv/layer_13_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..aa133b2839d243281ad80f1b133150509a8fb66c Binary files /dev/null and b/qnn/kv/layer_13_value_5.raw differ diff --git a/qnn/kv/layer_13_value_6.raw b/qnn/kv/layer_13_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..173e72252c63145165e2ceaf4dc30c546d273a48 Binary files /dev/null and b/qnn/kv/layer_13_value_6.raw differ diff --git a/qnn/kv/layer_13_value_7.raw b/qnn/kv/layer_13_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..27b0412f92b4f56a63d4312b1550a5c439a15b15 Binary files /dev/null and b/qnn/kv/layer_13_value_7.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..9cdeb59aec26115f08846a79d19a6215111173fb Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b3d9552e86e9b09b29ffe01a81110761d013537e Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_key_2.raw b/qnn/kv/layer_14_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5374502d3505553c51e98eb92a3605d5e1b964a1 Binary files /dev/null and b/qnn/kv/layer_14_key_2.raw differ diff --git a/qnn/kv/layer_14_key_3.raw b/qnn/kv/layer_14_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0e629f9e6fbf678cda69a4d1659303f9c3fb707 Binary files /dev/null and b/qnn/kv/layer_14_key_3.raw differ diff --git a/qnn/kv/layer_14_key_4.raw b/qnn/kv/layer_14_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..359e4424e54c5811a5d71124811cced73cf92732 Binary files /dev/null and b/qnn/kv/layer_14_key_4.raw differ diff --git a/qnn/kv/layer_14_key_5.raw b/qnn/kv/layer_14_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3efa05398e0d9002a1ffd23d6221d5d43e5b7aee Binary files /dev/null and b/qnn/kv/layer_14_key_5.raw differ diff --git a/qnn/kv/layer_14_key_6.raw b/qnn/kv/layer_14_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..647e8db820dcf706692f81bbd77bdc7bad8484b3 Binary files /dev/null and b/qnn/kv/layer_14_key_6.raw differ diff --git a/qnn/kv/layer_14_key_7.raw b/qnn/kv/layer_14_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b6a5ada1b288b8fca7057c55fa50ecbf349cfabf Binary files /dev/null and b/qnn/kv/layer_14_key_7.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e90feaf7fff205438e9a6e2917deef7790ae911d Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..89cd911282b756eed7c22c8b9549445295bdd038 Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_14_value_2.raw b/qnn/kv/layer_14_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..77c9957fe3b7d13a7bcf341dacc5246f9239a4b4 Binary files /dev/null and b/qnn/kv/layer_14_value_2.raw differ diff --git a/qnn/kv/layer_14_value_3.raw b/qnn/kv/layer_14_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..08da5bb0f32fcb61f54c38fd84fc43540e8b1d72 Binary files /dev/null and b/qnn/kv/layer_14_value_3.raw differ diff --git a/qnn/kv/layer_14_value_4.raw b/qnn/kv/layer_14_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1cf1190209e0429a883549bca0f63df9298cb89d Binary files /dev/null and b/qnn/kv/layer_14_value_4.raw differ diff --git a/qnn/kv/layer_14_value_5.raw b/qnn/kv/layer_14_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f7a404c02af62b1afcac5c2a358ede2bd8cbd60e Binary files /dev/null and b/qnn/kv/layer_14_value_5.raw differ diff --git a/qnn/kv/layer_14_value_6.raw b/qnn/kv/layer_14_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9aa58d8e8e9a46e69872bd1517f6d079a26dc5b8 Binary files /dev/null and b/qnn/kv/layer_14_value_6.raw differ diff --git a/qnn/kv/layer_14_value_7.raw b/qnn/kv/layer_14_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c7537f46165bc45cf3739609d18233b94a8e3f1 Binary files /dev/null and b/qnn/kv/layer_14_value_7.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5d157458149c4804d1102a51783b7f58bba997c7 Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e1e7cae0ea0a96b3493bc23482f6a82d46c42a91 Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_key_2.raw b/qnn/kv/layer_15_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..b2d2ac1ae30530437d53c20cd6426779c7cc8865 Binary files /dev/null and b/qnn/kv/layer_15_key_2.raw differ diff --git a/qnn/kv/layer_15_key_3.raw b/qnn/kv/layer_15_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..5e39272783b69898a1a6655e585695b3747a879c Binary files /dev/null and b/qnn/kv/layer_15_key_3.raw differ diff --git a/qnn/kv/layer_15_key_4.raw b/qnn/kv/layer_15_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1bd75d3773c1a7f87ee8ef3341d3b89ee7feb5b6 Binary files /dev/null and b/qnn/kv/layer_15_key_4.raw differ diff --git a/qnn/kv/layer_15_key_5.raw b/qnn/kv/layer_15_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..bb81feb3f49438126c76b14bc3f4f77f9ebf77e9 Binary files /dev/null and b/qnn/kv/layer_15_key_5.raw differ diff --git a/qnn/kv/layer_15_key_6.raw b/qnn/kv/layer_15_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..86874e072cc1500893f1d87ab2fed5ff11c96a64 Binary files /dev/null and b/qnn/kv/layer_15_key_6.raw differ diff --git a/qnn/kv/layer_15_key_7.raw b/qnn/kv/layer_15_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..c25138c92fc6950deda1cb94d00b90d9a2dac156 Binary files /dev/null and b/qnn/kv/layer_15_key_7.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a8aab0f8d96c0cf3fa073ee4f2fa5f8bac46d702 Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9892bd896f12fb9836e7befaae55d2ad9ed76a79 Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_15_value_2.raw b/qnn/kv/layer_15_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..59fbf80eb0d6686598ae1ec7d802448030849392 Binary files /dev/null and b/qnn/kv/layer_15_value_2.raw differ diff --git a/qnn/kv/layer_15_value_3.raw b/qnn/kv/layer_15_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..892fd28c83d2409fc454c8b51fcdeb6f5c4af6bc Binary files /dev/null and b/qnn/kv/layer_15_value_3.raw differ diff --git a/qnn/kv/layer_15_value_4.raw b/qnn/kv/layer_15_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b91225d1beb2da34ba45c1bd40faa01289383c5a Binary files /dev/null and b/qnn/kv/layer_15_value_4.raw differ diff --git a/qnn/kv/layer_15_value_5.raw b/qnn/kv/layer_15_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..47807d895186bbfd92058d5efe539890e643b2c8 Binary files /dev/null and b/qnn/kv/layer_15_value_5.raw differ diff --git a/qnn/kv/layer_15_value_6.raw b/qnn/kv/layer_15_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..261e5f8dd1a1d8369bb3a53bb75bc1c757bc2135 Binary files /dev/null and b/qnn/kv/layer_15_value_6.raw differ diff --git a/qnn/kv/layer_15_value_7.raw b/qnn/kv/layer_15_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..3b028452904cc6a85c0be4c14af8ae8474c9e08a Binary files /dev/null and b/qnn/kv/layer_15_value_7.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e5b15c824c634d1c3a9b97851e3900d1b74f7909 Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..92f4ea502ab8ae50481d4543c6347d598c8de4d0 Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_key_2.raw b/qnn/kv/layer_1_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..96d9f8493643dfe272a440275674b3278bffc2d6 Binary files /dev/null and b/qnn/kv/layer_1_key_2.raw differ diff --git a/qnn/kv/layer_1_key_3.raw b/qnn/kv/layer_1_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..3026459ed82feccd0daefe9e46f92e04ceef8f82 Binary files /dev/null and b/qnn/kv/layer_1_key_3.raw differ diff --git a/qnn/kv/layer_1_key_4.raw b/qnn/kv/layer_1_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ab7de247ed9ab271d14b702d1edcf4a64488e6b Binary files /dev/null and b/qnn/kv/layer_1_key_4.raw differ diff --git a/qnn/kv/layer_1_key_5.raw b/qnn/kv/layer_1_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..470ab59efa32c9baf3ff28361e33a6f864dd639d Binary files /dev/null and b/qnn/kv/layer_1_key_5.raw differ diff --git a/qnn/kv/layer_1_key_6.raw b/qnn/kv/layer_1_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..c6ad79bd2f03823f59285a8f4a06c77953657d9d Binary files /dev/null and b/qnn/kv/layer_1_key_6.raw differ diff --git a/qnn/kv/layer_1_key_7.raw b/qnn/kv/layer_1_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1eaa15db83d2ba136d9e16911fb7136a4eaccf97 Binary files /dev/null and b/qnn/kv/layer_1_key_7.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4837d7eb60d0f2faa109542bd7445bb59e393da Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..efa00591d1fff4857b9420879fa9e459eaaa1564 Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_1_value_2.raw b/qnn/kv/layer_1_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..db12f0b471fc0333cfcb29314756400530aa6ebc Binary files /dev/null and b/qnn/kv/layer_1_value_2.raw differ diff --git a/qnn/kv/layer_1_value_3.raw b/qnn/kv/layer_1_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..18cd180d48aaca88d4bc5872c9bdfa0237ad4d55 Binary files /dev/null and b/qnn/kv/layer_1_value_3.raw differ diff --git a/qnn/kv/layer_1_value_4.raw b/qnn/kv/layer_1_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..b62ce9a2fa67969890b01871821fcf3b16b09b23 Binary files /dev/null and b/qnn/kv/layer_1_value_4.raw differ diff --git a/qnn/kv/layer_1_value_5.raw b/qnn/kv/layer_1_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..070389d4efbe51b143b10fe67678e6abc83faaba Binary files /dev/null and b/qnn/kv/layer_1_value_5.raw differ diff --git a/qnn/kv/layer_1_value_6.raw b/qnn/kv/layer_1_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9fc04bc45d6ee66290b1826faae383b9ba9ad476 Binary files /dev/null and b/qnn/kv/layer_1_value_6.raw differ diff --git a/qnn/kv/layer_1_value_7.raw b/qnn/kv/layer_1_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..c4b710aef8ff34b6095e616c6bc3b14b9b5b6733 Binary files /dev/null and b/qnn/kv/layer_1_value_7.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee05adb2b23a1aeae7c146b020d5b4613d9a37bb Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..918436858e0f73ef9be61a1fb3c5fea821f349b5 Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_key_2.raw b/qnn/kv/layer_2_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f95290a901abad6002871228da0f8b135eac0b30 Binary files /dev/null and b/qnn/kv/layer_2_key_2.raw differ diff --git a/qnn/kv/layer_2_key_3.raw b/qnn/kv/layer_2_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4093a4da71be0ffc32d5f5230cd324b7cdc2746a Binary files /dev/null and b/qnn/kv/layer_2_key_3.raw differ diff --git a/qnn/kv/layer_2_key_4.raw b/qnn/kv/layer_2_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a98a11523274dccde59bc0d5634cde20862dbaf5 Binary files /dev/null and b/qnn/kv/layer_2_key_4.raw differ diff --git a/qnn/kv/layer_2_key_5.raw b/qnn/kv/layer_2_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..79546d07f5d41526e855becc59878fca8e3bca86 Binary files /dev/null and b/qnn/kv/layer_2_key_5.raw differ diff --git a/qnn/kv/layer_2_key_6.raw b/qnn/kv/layer_2_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..dfd6d77f48560f6f7fec3ce6bade9b1e3b1d04ac Binary files /dev/null and b/qnn/kv/layer_2_key_6.raw differ diff --git a/qnn/kv/layer_2_key_7.raw b/qnn/kv/layer_2_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0a22fcce20b19c2661b222eda6b2318c1c012a1e Binary files /dev/null and b/qnn/kv/layer_2_key_7.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..65daf4d4561ea1690fe5b62984d41cc0e69eab8e Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..509171823ec117f044ab939aa7544642731750b1 Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_2_value_2.raw b/qnn/kv/layer_2_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d319e506c5aef8b3c8c26208f65a6f5fcef090b9 Binary files /dev/null and b/qnn/kv/layer_2_value_2.raw differ diff --git a/qnn/kv/layer_2_value_3.raw b/qnn/kv/layer_2_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..24f05cd5569db3083cc606de61f371266eaf7615 Binary files /dev/null and b/qnn/kv/layer_2_value_3.raw differ diff --git a/qnn/kv/layer_2_value_4.raw b/qnn/kv/layer_2_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb41f71756e01fe0e29e3fefdeeddeb0820a93af Binary files /dev/null and b/qnn/kv/layer_2_value_4.raw differ diff --git a/qnn/kv/layer_2_value_5.raw b/qnn/kv/layer_2_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8dbdf63ad30c725a9e3e40931344a3b13cd3ce9e Binary files /dev/null and b/qnn/kv/layer_2_value_5.raw differ diff --git a/qnn/kv/layer_2_value_6.raw b/qnn/kv/layer_2_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1c007ae074c4701acf5cb45137f821d82d48da7a Binary files /dev/null and b/qnn/kv/layer_2_value_6.raw differ diff --git a/qnn/kv/layer_2_value_7.raw b/qnn/kv/layer_2_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2838534c6d840f8798c638facf8c31de307bd24a Binary files /dev/null and b/qnn/kv/layer_2_value_7.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..199ab763b981ef776bbe89389b859abb34809c67 Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..a21957ca6cbb1ac39af92a4c076130ea0d569972 Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_key_2.raw b/qnn/kv/layer_3_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..25e77e78b8dfc0d0b9c4ab815a9634dd64831ab7 Binary files /dev/null and b/qnn/kv/layer_3_key_2.raw differ diff --git a/qnn/kv/layer_3_key_3.raw b/qnn/kv/layer_3_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..af45032f8f3127b21fba6a29cbc2c51e55a34f5e Binary files /dev/null and b/qnn/kv/layer_3_key_3.raw differ diff --git a/qnn/kv/layer_3_key_4.raw b/qnn/kv/layer_3_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ef4938c266d8c1d8bbbefdcd3d78bc8862e24f8 Binary files /dev/null and b/qnn/kv/layer_3_key_4.raw differ diff --git a/qnn/kv/layer_3_key_5.raw b/qnn/kv/layer_3_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f487ab4629d99adec56343a2b561b5af72f5215 Binary files /dev/null and b/qnn/kv/layer_3_key_5.raw differ diff --git a/qnn/kv/layer_3_key_6.raw b/qnn/kv/layer_3_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..68e6a1b2c755e01f7329bbe82fd710c064d79fe7 Binary files /dev/null and b/qnn/kv/layer_3_key_6.raw differ diff --git a/qnn/kv/layer_3_key_7.raw b/qnn/kv/layer_3_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..de003a13e868b560b86974378a19ec8fe9538ce8 Binary files /dev/null and b/qnn/kv/layer_3_key_7.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7aeb5badfdba4e66bac78519f12fac803bc69ffa Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8a1df5c907911ce87981db98bfa0256c71d746a1 Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_3_value_2.raw b/qnn/kv/layer_3_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc3e4d4d110ebe41eecfc6a71191296d6856ff30 Binary files /dev/null and b/qnn/kv/layer_3_value_2.raw differ diff --git a/qnn/kv/layer_3_value_3.raw b/qnn/kv/layer_3_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..772f88b789139f50a5f5ced53be9aa65f9e0008b Binary files /dev/null and b/qnn/kv/layer_3_value_3.raw differ diff --git a/qnn/kv/layer_3_value_4.raw b/qnn/kv/layer_3_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..eb5419b57ff9468cd9e324efa66711bea35430f5 Binary files /dev/null and b/qnn/kv/layer_3_value_4.raw differ diff --git a/qnn/kv/layer_3_value_5.raw b/qnn/kv/layer_3_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef2ec3af78e2229534960e081d5a617aa81ec883 Binary files /dev/null and b/qnn/kv/layer_3_value_5.raw differ diff --git a/qnn/kv/layer_3_value_6.raw b/qnn/kv/layer_3_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..35bc6ac5f242570f2885f7007a3833d89aabcfa6 Binary files /dev/null and b/qnn/kv/layer_3_value_6.raw differ diff --git a/qnn/kv/layer_3_value_7.raw b/qnn/kv/layer_3_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7925cecd007eaffd4d4ae563d111818d7e3a44e0 Binary files /dev/null and b/qnn/kv/layer_3_value_7.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..661f498989b53e068b8267b969006b1f0e542c45 Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..430cfacc365f307cd52cc9e90bcea1b192787d55 Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_key_2.raw b/qnn/kv/layer_4_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..69462334d758f94862a8837ecc255b3b31b7c70a Binary files /dev/null and b/qnn/kv/layer_4_key_2.raw differ diff --git a/qnn/kv/layer_4_key_3.raw b/qnn/kv/layer_4_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b1fb2dcf8e77bfb789ef91b76b9bbcffb04ac78e Binary files /dev/null and b/qnn/kv/layer_4_key_3.raw differ diff --git a/qnn/kv/layer_4_key_4.raw b/qnn/kv/layer_4_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..cd0e67393c0a3d960c0500c59b4a5ea655aeedf5 Binary files /dev/null and b/qnn/kv/layer_4_key_4.raw differ diff --git a/qnn/kv/layer_4_key_5.raw b/qnn/kv/layer_4_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..fa43cdd2755568391f65b7f86e203ba6bb37321f Binary files /dev/null and b/qnn/kv/layer_4_key_5.raw differ diff --git a/qnn/kv/layer_4_key_6.raw b/qnn/kv/layer_4_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..023d8f1e40c2c024a3a7accfe89294e7b1158035 Binary files /dev/null and b/qnn/kv/layer_4_key_6.raw differ diff --git a/qnn/kv/layer_4_key_7.raw b/qnn/kv/layer_4_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..64792175dfd20b4f728369394e162419f1e6fc04 Binary files /dev/null and b/qnn/kv/layer_4_key_7.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e8d5e7c529bf49f444237c65bae826e4dbdc5644 Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5b7308d5fa0910e2bbf535d57cdc50528fe5923e Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_4_value_2.raw b/qnn/kv/layer_4_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..97a3a0876999fa2660005a46d7b6c849bd3d492f Binary files /dev/null and b/qnn/kv/layer_4_value_2.raw differ diff --git a/qnn/kv/layer_4_value_3.raw b/qnn/kv/layer_4_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f4a5b5dee5473a6fade8b0465feca59174a1e98 Binary files /dev/null and b/qnn/kv/layer_4_value_3.raw differ diff --git a/qnn/kv/layer_4_value_4.raw b/qnn/kv/layer_4_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..446fd12715fde91a44aa0111bea8e4ed607d5913 Binary files /dev/null and b/qnn/kv/layer_4_value_4.raw differ diff --git a/qnn/kv/layer_4_value_5.raw b/qnn/kv/layer_4_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..f61087eada278ec8d3d46e6bf6a61fd251b7dda1 Binary files /dev/null and b/qnn/kv/layer_4_value_5.raw differ diff --git a/qnn/kv/layer_4_value_6.raw b/qnn/kv/layer_4_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cacd9e947a82ad60bc825089040ae47d12e9443 Binary files /dev/null and b/qnn/kv/layer_4_value_6.raw differ diff --git a/qnn/kv/layer_4_value_7.raw b/qnn/kv/layer_4_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f3a51be906c9f3db589e98d7674a1d0b493a1ad6 Binary files /dev/null and b/qnn/kv/layer_4_value_7.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..366f674a0469282afcf039522f567c75f0a80b35 Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9d93ceaf616b1ea5500f80ae446291e7c19658bc Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_key_2.raw b/qnn/kv/layer_5_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb3acf7993ba1065d7de3dffba343a7a6f8d6c52 Binary files /dev/null and b/qnn/kv/layer_5_key_2.raw differ diff --git a/qnn/kv/layer_5_key_3.raw b/qnn/kv/layer_5_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d702f871104466e5cb92465056a3f3b673a5a2b1 Binary files /dev/null and b/qnn/kv/layer_5_key_3.raw differ diff --git a/qnn/kv/layer_5_key_4.raw b/qnn/kv/layer_5_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..64f13ff34d2207e493ce8d3fab687dde269e50e6 Binary files /dev/null and b/qnn/kv/layer_5_key_4.raw differ diff --git a/qnn/kv/layer_5_key_5.raw b/qnn/kv/layer_5_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a4cf4dfd5a3e1bba34f8d37b5c1a04a60edc047 Binary files /dev/null and b/qnn/kv/layer_5_key_5.raw differ diff --git a/qnn/kv/layer_5_key_6.raw b/qnn/kv/layer_5_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..653262c18d2a8bb0f6c042c4ebb4dfe19d41f60f Binary files /dev/null and b/qnn/kv/layer_5_key_6.raw differ diff --git a/qnn/kv/layer_5_key_7.raw b/qnn/kv/layer_5_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e9d1f4e99d5a81733e9ce08a9e9d8b3cc4971cb8 Binary files /dev/null and b/qnn/kv/layer_5_key_7.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..70519631b6c5d271c2a84deee98aaff59ceb8c0e Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7391b934a55de324f83ee3783fb2b1526d056c66 Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_5_value_2.raw b/qnn/kv/layer_5_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..33d4a5199a0e7f67afc348f9a68b6fb03311c537 Binary files /dev/null and b/qnn/kv/layer_5_value_2.raw differ diff --git a/qnn/kv/layer_5_value_3.raw b/qnn/kv/layer_5_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..98a52a528dcba06ac5b32a15b1f964700e1b9a33 Binary files /dev/null and b/qnn/kv/layer_5_value_3.raw differ diff --git a/qnn/kv/layer_5_value_4.raw b/qnn/kv/layer_5_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..ef7062de4d8bb5ae573464a8f552f7177f9654ff Binary files /dev/null and b/qnn/kv/layer_5_value_4.raw differ diff --git a/qnn/kv/layer_5_value_5.raw b/qnn/kv/layer_5_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e35ddc1853fd6e0e90e3f7947e4e63e7d9c29b37 Binary files /dev/null and b/qnn/kv/layer_5_value_5.raw differ diff --git a/qnn/kv/layer_5_value_6.raw b/qnn/kv/layer_5_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..32642ba1a2d3b0214b54b0c0db2b0c68beaa02e6 Binary files /dev/null and b/qnn/kv/layer_5_value_6.raw differ diff --git a/qnn/kv/layer_5_value_7.raw b/qnn/kv/layer_5_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..9d2473641b826a0b96ef7525e9a5c7d77a438453 Binary files /dev/null and b/qnn/kv/layer_5_value_7.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..5613f40343273be28edddde85b037bb6b54a3e89 Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..12755b792e14de006329d24e9dbb5dbdd59310cb Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_key_2.raw b/qnn/kv/layer_6_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..f2b5344c143d5efa7d75721bd02426d546e79881 Binary files /dev/null and b/qnn/kv/layer_6_key_2.raw differ diff --git a/qnn/kv/layer_6_key_3.raw b/qnn/kv/layer_6_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee37360b4fd69b1e6b3d5de0213ceada4ea7f582 Binary files /dev/null and b/qnn/kv/layer_6_key_3.raw differ diff --git a/qnn/kv/layer_6_key_4.raw b/qnn/kv/layer_6_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..d05dad257b22e104f74ad18b840e228cb121197c Binary files /dev/null and b/qnn/kv/layer_6_key_4.raw differ diff --git a/qnn/kv/layer_6_key_5.raw b/qnn/kv/layer_6_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c1f66e0d3b105b2f5b25f577407a740ce4989d0d Binary files /dev/null and b/qnn/kv/layer_6_key_5.raw differ diff --git a/qnn/kv/layer_6_key_6.raw b/qnn/kv/layer_6_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6c96fd771f7c74667c7b74efce4001ac401dede5 Binary files /dev/null and b/qnn/kv/layer_6_key_6.raw differ diff --git a/qnn/kv/layer_6_key_7.raw b/qnn/kv/layer_6_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a675818146765eaa023f96c10e2f8682cecf06a4 Binary files /dev/null and b/qnn/kv/layer_6_key_7.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0013ab9684071768bb75ae0631643fb779c9baed Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e7f52fad7d0e1635321a4f080d2cc8a4f4a67f7 Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_6_value_2.raw b/qnn/kv/layer_6_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..14e3fab04351b49e0f42ae059d8c08fa0c036557 Binary files /dev/null and b/qnn/kv/layer_6_value_2.raw differ diff --git a/qnn/kv/layer_6_value_3.raw b/qnn/kv/layer_6_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6cc8aeff0e42a4f0c2dc3ff76e866382108b3f82 Binary files /dev/null and b/qnn/kv/layer_6_value_3.raw differ diff --git a/qnn/kv/layer_6_value_4.raw b/qnn/kv/layer_6_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f30e1d24f4be3b25c9a3074d71d26a7a505bba00 Binary files /dev/null and b/qnn/kv/layer_6_value_4.raw differ diff --git a/qnn/kv/layer_6_value_5.raw b/qnn/kv/layer_6_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c3c77208978ae2ece563a0adcdc9e17df4661e87 Binary files /dev/null and b/qnn/kv/layer_6_value_5.raw differ diff --git a/qnn/kv/layer_6_value_6.raw b/qnn/kv/layer_6_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..ca5787250af4d85cb3b4dbe7f2194a24f6d8eb69 Binary files /dev/null and b/qnn/kv/layer_6_value_6.raw differ diff --git a/qnn/kv/layer_6_value_7.raw b/qnn/kv/layer_6_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..8e6f2e1687dbda0bf962f85a97b84da7b8ce9762 Binary files /dev/null and b/qnn/kv/layer_6_value_7.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2f91a00ab3144e046f0e25308c71324ba32cdc1e Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..64c94ddbe7121a1d80f2f7a3098cc2c4335165d0 Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_key_2.raw b/qnn/kv/layer_7_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..65df4479b5bebe722844e809292737402770c44b Binary files /dev/null and b/qnn/kv/layer_7_key_2.raw differ diff --git a/qnn/kv/layer_7_key_3.raw b/qnn/kv/layer_7_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..25ab03c57b0077c92cbf746be08d81ca02ad11ee Binary files /dev/null and b/qnn/kv/layer_7_key_3.raw differ diff --git a/qnn/kv/layer_7_key_4.raw b/qnn/kv/layer_7_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..69c88424207421ef55004b531cd4a23d106bc70b Binary files /dev/null and b/qnn/kv/layer_7_key_4.raw differ diff --git a/qnn/kv/layer_7_key_5.raw b/qnn/kv/layer_7_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..dcae6aee5619181fc70c1a7f7682a80e4335b1d9 Binary files /dev/null and b/qnn/kv/layer_7_key_5.raw differ diff --git a/qnn/kv/layer_7_key_6.raw b/qnn/kv/layer_7_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..905ce271b1c1bae16bd1c4164fdce25beae58763 Binary files /dev/null and b/qnn/kv/layer_7_key_6.raw differ diff --git a/qnn/kv/layer_7_key_7.raw b/qnn/kv/layer_7_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..478dd7f09915cc42713b91c5ae224c122f304a51 Binary files /dev/null and b/qnn/kv/layer_7_key_7.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c8fbfd148d993c461ad8c7d24cefb0a3f3eda392 Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..413487a25ec6bcf197e4d1e2d954e7b93c578154 Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_7_value_2.raw b/qnn/kv/layer_7_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7f0049b784305804333cb7217d0c1af2bb6a9c5a Binary files /dev/null and b/qnn/kv/layer_7_value_2.raw differ diff --git a/qnn/kv/layer_7_value_3.raw b/qnn/kv/layer_7_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a7b38f43419313263166ac235dc92334ac3d88f Binary files /dev/null and b/qnn/kv/layer_7_value_3.raw differ diff --git a/qnn/kv/layer_7_value_4.raw b/qnn/kv/layer_7_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..67c8f470443f41d2a35973e0e36bc9f80ffd4946 Binary files /dev/null and b/qnn/kv/layer_7_value_4.raw differ diff --git a/qnn/kv/layer_7_value_5.raw b/qnn/kv/layer_7_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..10b01d693ccad48fbf4d4d949b8b788ca76608a5 Binary files /dev/null and b/qnn/kv/layer_7_value_5.raw differ diff --git a/qnn/kv/layer_7_value_6.raw b/qnn/kv/layer_7_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..5cbc1034b65fe478e56fb468ebc9c74f3054ebc9 Binary files /dev/null and b/qnn/kv/layer_7_value_6.raw differ diff --git a/qnn/kv/layer_7_value_7.raw b/qnn/kv/layer_7_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..68ebd6a752a64cf10d4e3c6b019b2f7b3011b9f2 Binary files /dev/null and b/qnn/kv/layer_7_value_7.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..77545555d6cb48123211de74ac00e03ae9a14c84 Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..4dc654f4965913e0e4bdaa2e30c8c2eb6e9e9b7b Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_key_2.raw b/qnn/kv/layer_8_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..965dab77eea01097cd9d475ac07ec82fe66fa0c1 Binary files /dev/null and b/qnn/kv/layer_8_key_2.raw differ diff --git a/qnn/kv/layer_8_key_3.raw b/qnn/kv/layer_8_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0211d8681fb753e8329594e9448022cf6dc9161 Binary files /dev/null and b/qnn/kv/layer_8_key_3.raw differ diff --git a/qnn/kv/layer_8_key_4.raw b/qnn/kv/layer_8_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..673284629ca48d1d574e954981ce9c077ef255d0 Binary files /dev/null and b/qnn/kv/layer_8_key_4.raw differ diff --git a/qnn/kv/layer_8_key_5.raw b/qnn/kv/layer_8_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1f1005fab22e8039decd5bf79e837ccf96faa4c0 Binary files /dev/null and b/qnn/kv/layer_8_key_5.raw differ diff --git a/qnn/kv/layer_8_key_6.raw b/qnn/kv/layer_8_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..222f6de31b88daf82d2f661cdfa59c7130be8646 Binary files /dev/null and b/qnn/kv/layer_8_key_6.raw differ diff --git a/qnn/kv/layer_8_key_7.raw b/qnn/kv/layer_8_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..ffa627b8b8e90189a29fe5e56e1d59deb0c0daf7 Binary files /dev/null and b/qnn/kv/layer_8_key_7.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..311614c73806ec4c822ea1934601f5a56c16ae60 Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..29d3bea758f8544f73a846ef0747c7c879ba8cf8 Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_8_value_2.raw b/qnn/kv/layer_8_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8d78cce9e9281fe36211b8f854f31a4dfd8ff3b0 Binary files /dev/null and b/qnn/kv/layer_8_value_2.raw differ diff --git a/qnn/kv/layer_8_value_3.raw b/qnn/kv/layer_8_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..ea61ded7df00fa61093f91d7e3af37ffaadc3ad3 Binary files /dev/null and b/qnn/kv/layer_8_value_3.raw differ diff --git a/qnn/kv/layer_8_value_4.raw b/qnn/kv/layer_8_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..dd6db79d8d6665dd69668d82dd6850efc4d0536c Binary files /dev/null and b/qnn/kv/layer_8_value_4.raw differ diff --git a/qnn/kv/layer_8_value_5.raw b/qnn/kv/layer_8_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d79fb66387da48d028bdcbcfb9c2255df725d666 Binary files /dev/null and b/qnn/kv/layer_8_value_5.raw differ diff --git a/qnn/kv/layer_8_value_6.raw b/qnn/kv/layer_8_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..af50474ed6a490d3cb7a20e395fde72c9688c502 Binary files /dev/null and b/qnn/kv/layer_8_value_6.raw differ diff --git a/qnn/kv/layer_8_value_7.raw b/qnn/kv/layer_8_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..c44d6ac2b4574c8232186b907a226b4a6cae2b62 Binary files /dev/null and b/qnn/kv/layer_8_value_7.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e99b677c9198a894022ee4dcab19ae86b31a604 Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c4e0309a8b8433b4f0218f1eab9a17da197fa334 Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_key_2.raw b/qnn/kv/layer_9_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..13f58d2fb0506a86830038e6b2902a3880042a51 Binary files /dev/null and b/qnn/kv/layer_9_key_2.raw differ diff --git a/qnn/kv/layer_9_key_3.raw b/qnn/kv/layer_9_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..98cb1c6da9ba0c7479544618b1fa50c560853669 Binary files /dev/null and b/qnn/kv/layer_9_key_3.raw differ diff --git a/qnn/kv/layer_9_key_4.raw b/qnn/kv/layer_9_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..de63bad7b0b265062869c816216ec5a95da13994 Binary files /dev/null and b/qnn/kv/layer_9_key_4.raw differ diff --git a/qnn/kv/layer_9_key_5.raw b/qnn/kv/layer_9_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..e42da8181d05b1fe9cceba34d5e76f92c9d274a9 Binary files /dev/null and b/qnn/kv/layer_9_key_5.raw differ diff --git a/qnn/kv/layer_9_key_6.raw b/qnn/kv/layer_9_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a884c5c51d7f72d4f063717308aef9119e38367d Binary files /dev/null and b/qnn/kv/layer_9_key_6.raw differ diff --git a/qnn/kv/layer_9_key_7.raw b/qnn/kv/layer_9_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..e6d6715cbd0005801d904f3d66676c8d05bfdfa1 Binary files /dev/null and b/qnn/kv/layer_9_key_7.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..79bdec3962bd1d2d70a4958844914ca07e753998 Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..ff299d2911be37392fb8049e1cb7e92e375181fd Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/kv/layer_9_value_2.raw b/qnn/kv/layer_9_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..584813aa410852e09e675b6007628f0de274c011 Binary files /dev/null and b/qnn/kv/layer_9_value_2.raw differ diff --git a/qnn/kv/layer_9_value_3.raw b/qnn/kv/layer_9_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b415f4085d7e21e7a0eda49574f98c2be4dfe46e Binary files /dev/null and b/qnn/kv/layer_9_value_3.raw differ diff --git a/qnn/kv/layer_9_value_4.raw b/qnn/kv/layer_9_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7ae11883776f2f5fd12d347d79d800d10f8154e1 Binary files /dev/null and b/qnn/kv/layer_9_value_4.raw differ diff --git a/qnn/kv/layer_9_value_5.raw b/qnn/kv/layer_9_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d364f8420c5a43b8a6f3863265e0e00d187efaeb Binary files /dev/null and b/qnn/kv/layer_9_value_5.raw differ diff --git a/qnn/kv/layer_9_value_6.raw b/qnn/kv/layer_9_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..0569df8808aaaf5ec6d40da15c1e9781de7d7951 Binary files /dev/null and b/qnn/kv/layer_9_value_6.raw differ diff --git a/qnn/kv/layer_9_value_7.raw b/qnn/kv/layer_9_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a7ef87584d45e577e78e9fdc10088f2138f5350e Binary files /dev/null and b/qnn/kv/layer_9_value_7.raw differ diff --git a/qnn/llama3_2_1b.bin b/qnn/llama3_2_1b.bin new file mode 100644 index 0000000000000000000000000000000000000000..1f5991b932b26703f96b407711da731934abff26 --- /dev/null +++ b/qnn/llama3_2_1b.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:056a1f0af03ec410139fedb52837f6c294ee1b15544e73b8571e6fe5cc87daf2 +size 512659464 diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin new file mode 100644 index 0000000000000000000000000000000000000000..181b747bb1e36dd5ce43af641faa5a964ef6aa04 --- /dev/null +++ b/qnn/lm_head.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c67cf031c4364a5cfb906690f901ab8f097342683180620eac8e28f0060ae30 +size 138766720 diff --git a/vocab.gguf b/vocab.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b2d021e524a7da03687bdab96e10f592eebfc5f2 --- /dev/null +++ b/vocab.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5c0100a4e2e6f31ec82cfd17907577fb9da1d9cf4e6766fdf05e984e4c1a7d +size 7823303