diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..be7bf2038ed802d0cbde48499b52ae0790f2ab3e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +vocab.gguf filter=lfs diff=lfs merge=lfs -text +ggml/weights.gguf filter=lfs diff=lfs merge=lfs -text +qnn/lm_head.bin filter=lfs diff=lfs merge=lfs -text +qnn/llama3_2_1b_0.bin filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..7b95401dc46245ac339fc25059d4a56d90b4cde5 --- /dev/null +++ b/README.md @@ -0,0 +1,3 @@ +--- +license: apache-2.0 +--- diff --git a/ggml/weights.gguf b/ggml/weights.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ddf109059fa1558240a25c949db644da08d8c886 --- /dev/null +++ b/ggml/weights.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38f99b5a03dcd97cccd5f50e155695173b8c1c01798012f773fc527e7e15e281 +size 703205216 diff --git a/model.json b/model.json new file mode 100644 index 0000000000000000000000000000000000000000..5d4b039595aa47f8904dfc77c5182c00916d5387 --- /dev/null +++ b/model.json @@ -0,0 +1,27 @@ +{ + "model_id": "llama3.2-1b-8gen4", + "model_arch": "llama", + "version": 20241202, + "llm_config": { + "embed_dim": 2048, + "ffn_dim": 8192, + "head_size": 64, + "kv_dim": 512, + "n_attn_heads": 32, + "n_attn_kv_heads": 8, + "n_ctx": 131072, + "n_layers": 16, + "norm_eps": 9.999999747378752e-06, + "vocab_size": 128256, + "rope_config": { + "n_rope_ctx_orig": 131072, + "rope_attn_factor": 1.0, + "rope_dim": 64, + "rope_freq_base": 500000.0, + "rope_freq_scale": 1.0, + "rope_scale_type": "linear", + "rope_type": 0 + } + }, + "vision": {} +} \ No newline at end of file diff --git a/qnn/config.json b/qnn/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7847a4cd0eb9151d2c37857a93c7851851ca7733 --- /dev/null +++ b/qnn/config.json @@ -0,0 +1,63 @@ +{ + "model_parameters": { + "n_layers": 16, + "vocab_size": 128256, + "embed_dim": 2048, + "ffn_hidden_dim": 8192, + "head_dim": 64, + "n_kv_heads": 8, + "rope_theta": 500000.0, + "rms_norm_eps": 1e-05, + "attention_mask_value": -100000.0, + "tie_embedding": true + }, + "qnn_parameters": { + "n_hvx_threads": 4 + }, + "graphs": [ + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 16, + "batch_size": 1, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_1", + "model_path": "llama3_2_1b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + }, + { + "type": "transformers", + "start_layer_id": 0, + "end_layer_id": 16, + "batch_size": 128, + "cache_size": 1920, + "context_size": 2048, + "graph_name": "batch_128", + "model_path": "llama3_2_1b_0.bin", + "kv_path_format": "kv/layer_{layer_id}_{kv_type}_{head_id}.raw", + "kv_size": 13, + "x_name": "x", + "out_name": "out" + } + ], + "embeddings": [ + { + "graph_name": "batch_1", + "model_path": "lm_head.bin", + "batch_size": 1, + "x_name": "x", + "out_name": "logits" + }, + { + "graph_name": "batch_128", + "model_path": "lm_head.bin", + "batch_size": 128, + "x_name": "x", + "out_name": "logits" + } + ] +} \ No newline at end of file diff --git a/qnn/kv/layer_0_key_0.raw b/qnn/kv/layer_0_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b0f1da69c7bce2a7dc2af6e5819c75cb5b89dfd2 Binary files /dev/null and b/qnn/kv/layer_0_key_0.raw differ diff --git a/qnn/kv/layer_0_key_1.raw b/qnn/kv/layer_0_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..067df6b166dfe81260c8cc9eec4ed89a952a96e3 Binary files /dev/null and b/qnn/kv/layer_0_key_1.raw differ diff --git a/qnn/kv/layer_0_key_2.raw b/qnn/kv/layer_0_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ee47bb8c00368afb3edb6af2c797bdeab7263ee5 Binary files /dev/null and b/qnn/kv/layer_0_key_2.raw differ diff --git a/qnn/kv/layer_0_key_3.raw b/qnn/kv/layer_0_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..38f9bcd056c13f83f4407035f889d88834efccfc Binary files /dev/null and b/qnn/kv/layer_0_key_3.raw differ diff --git a/qnn/kv/layer_0_key_4.raw b/qnn/kv/layer_0_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0db23513990cd99f20cadc24156df04c1a389b39 Binary files /dev/null and b/qnn/kv/layer_0_key_4.raw differ diff --git a/qnn/kv/layer_0_key_5.raw b/qnn/kv/layer_0_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6aafa479a4fccf9724ed5b375f80f70a3712bb69 Binary files /dev/null and b/qnn/kv/layer_0_key_5.raw differ diff --git a/qnn/kv/layer_0_key_6.raw b/qnn/kv/layer_0_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b21f6183994ebef846561ed0ef851c8b79935216 Binary files /dev/null and b/qnn/kv/layer_0_key_6.raw differ diff --git a/qnn/kv/layer_0_key_7.raw b/qnn/kv/layer_0_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..58ef2c49c6009f8655717f22598696f752220df6 Binary files /dev/null and b/qnn/kv/layer_0_key_7.raw differ diff --git a/qnn/kv/layer_0_value_0.raw b/qnn/kv/layer_0_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..198982bcdc31dc511f30ffd0dd0d2f0b5c21324b Binary files /dev/null and b/qnn/kv/layer_0_value_0.raw differ diff --git a/qnn/kv/layer_0_value_1.raw b/qnn/kv/layer_0_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e4f11bd0b65ed6b9623da14e1d85bd1abb7b568a Binary files /dev/null and b/qnn/kv/layer_0_value_1.raw differ diff --git a/qnn/kv/layer_0_value_2.raw b/qnn/kv/layer_0_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..ce7319b3c08e4a6c40a6714d58121bf8c25e33c4 Binary files /dev/null and b/qnn/kv/layer_0_value_2.raw differ diff --git a/qnn/kv/layer_0_value_3.raw b/qnn/kv/layer_0_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..07bc90f55dbd2d4d12efa8e1ac900e02a0905351 Binary files /dev/null and b/qnn/kv/layer_0_value_3.raw differ diff --git a/qnn/kv/layer_0_value_4.raw b/qnn/kv/layer_0_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0bf36d5ed57846515434c009f60871442e5c4315 Binary files /dev/null and b/qnn/kv/layer_0_value_4.raw differ diff --git a/qnn/kv/layer_0_value_5.raw b/qnn/kv/layer_0_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a3d372a2e7937df62a931615354eba8ec7bcb8a Binary files /dev/null and b/qnn/kv/layer_0_value_5.raw differ diff --git a/qnn/kv/layer_0_value_6.raw b/qnn/kv/layer_0_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a79db9176d6ec604dedb5005f60df0b450e4ce4 Binary files /dev/null and b/qnn/kv/layer_0_value_6.raw differ diff --git a/qnn/kv/layer_0_value_7.raw b/qnn/kv/layer_0_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2795180fa25aee7aabf06baf9ab6b1dc09158aa Binary files /dev/null and b/qnn/kv/layer_0_value_7.raw differ diff --git a/qnn/kv/layer_10_key_0.raw b/qnn/kv/layer_10_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7834af4a001153a7f9a4c9b4e552a88c47a353d5 Binary files /dev/null and b/qnn/kv/layer_10_key_0.raw differ diff --git a/qnn/kv/layer_10_key_1.raw b/qnn/kv/layer_10_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..1eddebfbf1fc6820b48c4fc53dee64890826947e Binary files /dev/null and b/qnn/kv/layer_10_key_1.raw differ diff --git a/qnn/kv/layer_10_key_2.raw b/qnn/kv/layer_10_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9d291c61463d674bea2bcd57ca9c3cfdbcac5fc0 Binary files /dev/null and b/qnn/kv/layer_10_key_2.raw differ diff --git a/qnn/kv/layer_10_key_3.raw b/qnn/kv/layer_10_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..baffed33efb1a33f0a49b79d02cd3c623562f6b6 Binary files /dev/null and b/qnn/kv/layer_10_key_3.raw differ diff --git a/qnn/kv/layer_10_key_4.raw b/qnn/kv/layer_10_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..21f45ecf42d0c7e076850ed13128bcf0bbeebdd2 Binary files /dev/null and b/qnn/kv/layer_10_key_4.raw differ diff --git a/qnn/kv/layer_10_key_5.raw b/qnn/kv/layer_10_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..c6d3ca5c3a35c09fe234fafbbee551731761c76a Binary files /dev/null and b/qnn/kv/layer_10_key_5.raw differ diff --git a/qnn/kv/layer_10_key_6.raw b/qnn/kv/layer_10_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7a2b0d7ef1b0f4a93237a48ad0b14693f9c8ebca Binary files /dev/null and b/qnn/kv/layer_10_key_6.raw differ diff --git a/qnn/kv/layer_10_key_7.raw b/qnn/kv/layer_10_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..2919e11e42199254a4f4e686bb76d5828bd21a69 Binary files /dev/null and b/qnn/kv/layer_10_key_7.raw differ diff --git a/qnn/kv/layer_10_value_0.raw b/qnn/kv/layer_10_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0b557cfc33f3162625709107ff242e69dbcde9ae Binary files /dev/null and b/qnn/kv/layer_10_value_0.raw differ diff --git a/qnn/kv/layer_10_value_1.raw b/qnn/kv/layer_10_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d0e880e842230afd9ebcf6f4322cebf421d244ee Binary files /dev/null and b/qnn/kv/layer_10_value_1.raw differ diff --git a/qnn/kv/layer_10_value_2.raw b/qnn/kv/layer_10_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..9a7dd3aa116d2a9cb8508422ef782f6d2c026bea Binary files /dev/null and b/qnn/kv/layer_10_value_2.raw differ diff --git a/qnn/kv/layer_10_value_3.raw b/qnn/kv/layer_10_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..384f76e0e37d4c538b83e17881da022b4462ede7 Binary files /dev/null and b/qnn/kv/layer_10_value_3.raw differ diff --git a/qnn/kv/layer_10_value_4.raw b/qnn/kv/layer_10_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f10d2b7ae04497c793ff57919e8a3e85836c5198 Binary files /dev/null and b/qnn/kv/layer_10_value_4.raw differ diff --git a/qnn/kv/layer_10_value_5.raw b/qnn/kv/layer_10_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..edd373a4b83d921258bf6ea573a4755fe1422fd8 Binary files /dev/null and b/qnn/kv/layer_10_value_5.raw differ diff --git a/qnn/kv/layer_10_value_6.raw b/qnn/kv/layer_10_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..4b6f6f65008c37c864c02a2bc828348b6ca9c954 Binary files /dev/null and b/qnn/kv/layer_10_value_6.raw differ diff --git a/qnn/kv/layer_10_value_7.raw b/qnn/kv/layer_10_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f871561de309bdae2a8dd2438f3b9c0e29a639b2 Binary files /dev/null and b/qnn/kv/layer_10_value_7.raw differ diff --git a/qnn/kv/layer_11_key_0.raw b/qnn/kv/layer_11_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..691091dbcc5b15589c52c614be49e7a051b8f504 Binary files /dev/null and b/qnn/kv/layer_11_key_0.raw differ diff --git a/qnn/kv/layer_11_key_1.raw b/qnn/kv/layer_11_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..b489aa63ebbea4304ad45c8742b6340daa9ac394 Binary files /dev/null and b/qnn/kv/layer_11_key_1.raw differ diff --git a/qnn/kv/layer_11_key_2.raw b/qnn/kv/layer_11_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e7d44648e8c53df16551d95e35a0fa59fbe201a Binary files /dev/null and b/qnn/kv/layer_11_key_2.raw differ diff --git a/qnn/kv/layer_11_key_3.raw b/qnn/kv/layer_11_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a42421a793aa7b51dc75ea317aa4ac4ccd9c3028 Binary files /dev/null and b/qnn/kv/layer_11_key_3.raw differ diff --git a/qnn/kv/layer_11_key_4.raw b/qnn/kv/layer_11_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..4a954eccbc143c8f48c956a84d3f964f44c64679 Binary files /dev/null and b/qnn/kv/layer_11_key_4.raw differ diff --git a/qnn/kv/layer_11_key_5.raw b/qnn/kv/layer_11_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..688a8313674afbd8dab6cf559a22fb5a920ea6b3 Binary files /dev/null and b/qnn/kv/layer_11_key_5.raw differ diff --git a/qnn/kv/layer_11_key_6.raw b/qnn/kv/layer_11_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9d9bd0c07b5c84119a1ba5f3842fdc4b04744c7e Binary files /dev/null and b/qnn/kv/layer_11_key_6.raw differ diff --git a/qnn/kv/layer_11_key_7.raw b/qnn/kv/layer_11_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b09dc55a41277ec1ae4c93ab0f9a176a65a4fcb2 Binary files /dev/null and b/qnn/kv/layer_11_key_7.raw differ diff --git a/qnn/kv/layer_11_value_0.raw b/qnn/kv/layer_11_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4f3e195ff1c121bea83e4644e629e9edf5369a10 Binary files /dev/null and b/qnn/kv/layer_11_value_0.raw differ diff --git a/qnn/kv/layer_11_value_1.raw b/qnn/kv/layer_11_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..efb96a89b97230ed51241d415863fb1479ae0e32 Binary files /dev/null and b/qnn/kv/layer_11_value_1.raw differ diff --git a/qnn/kv/layer_11_value_2.raw b/qnn/kv/layer_11_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..296a3b447b8381f1959b13f7b970df2e7f32534c Binary files /dev/null and b/qnn/kv/layer_11_value_2.raw differ diff --git a/qnn/kv/layer_11_value_3.raw b/qnn/kv/layer_11_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6d5a4f006595e21df8d5125574c5c8eb533cfc41 Binary files /dev/null and b/qnn/kv/layer_11_value_3.raw differ diff --git a/qnn/kv/layer_11_value_4.raw b/qnn/kv/layer_11_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..e901bf33c136e883e71f0edd38815b0407464984 Binary files /dev/null and b/qnn/kv/layer_11_value_4.raw differ diff --git a/qnn/kv/layer_11_value_5.raw b/qnn/kv/layer_11_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a33a5c152e18908353c46b4600e45955a26fddf1 Binary files /dev/null and b/qnn/kv/layer_11_value_5.raw differ diff --git a/qnn/kv/layer_11_value_6.raw b/qnn/kv/layer_11_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..62ada1a0de8a27a4568c0bc7ce282c241d626666 Binary files /dev/null and b/qnn/kv/layer_11_value_6.raw differ diff --git a/qnn/kv/layer_11_value_7.raw b/qnn/kv/layer_11_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..67b98501977022c17c8b11c650bd0cc2a89f4457 Binary files /dev/null and b/qnn/kv/layer_11_value_7.raw differ diff --git a/qnn/kv/layer_12_key_0.raw b/qnn/kv/layer_12_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b697da0eda4d0234ff8b9150ecb2bcccd4ddb1b6 Binary files /dev/null and b/qnn/kv/layer_12_key_0.raw differ diff --git a/qnn/kv/layer_12_key_1.raw b/qnn/kv/layer_12_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9c981fe6787c331bf97aff5da3f782b6cbbae7bd Binary files /dev/null and b/qnn/kv/layer_12_key_1.raw differ diff --git a/qnn/kv/layer_12_key_2.raw b/qnn/kv/layer_12_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..aee88dfa8dfa3d4ae610935c39d40cdecf94d5ef Binary files /dev/null and b/qnn/kv/layer_12_key_2.raw differ diff --git a/qnn/kv/layer_12_key_3.raw b/qnn/kv/layer_12_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..436353570f9b72431a80940e433dcc9e3edc1711 Binary files /dev/null and b/qnn/kv/layer_12_key_3.raw differ diff --git a/qnn/kv/layer_12_key_4.raw b/qnn/kv/layer_12_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..9fba9bc78b91df6f21bfb0e65404d2e6749a019a Binary files /dev/null and b/qnn/kv/layer_12_key_4.raw differ diff --git a/qnn/kv/layer_12_key_5.raw b/qnn/kv/layer_12_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2f06c7ee5c0b1845de9f6b0cfa87fc06b312afb2 Binary files /dev/null and b/qnn/kv/layer_12_key_5.raw differ diff --git a/qnn/kv/layer_12_key_6.raw b/qnn/kv/layer_12_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..8a9fe2899d05ddd19ff74ed04578a9068756f39d Binary files /dev/null and b/qnn/kv/layer_12_key_6.raw differ diff --git a/qnn/kv/layer_12_key_7.raw b/qnn/kv/layer_12_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..11a6d30893f7eee1fdef53e93f4f9add0816e864 Binary files /dev/null and b/qnn/kv/layer_12_key_7.raw differ diff --git a/qnn/kv/layer_12_value_0.raw b/qnn/kv/layer_12_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c0124102ebddaa756253ae51ccca64e69a8b5dd1 Binary files /dev/null and b/qnn/kv/layer_12_value_0.raw differ diff --git a/qnn/kv/layer_12_value_1.raw b/qnn/kv/layer_12_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..5bbe12c60d502db9a4e171f63aa311a3f909abc2 Binary files /dev/null and b/qnn/kv/layer_12_value_1.raw differ diff --git a/qnn/kv/layer_12_value_2.raw b/qnn/kv/layer_12_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..dbbaf22218cd351ebed7b4070d7e2422ae5dfbae Binary files /dev/null and b/qnn/kv/layer_12_value_2.raw differ diff --git a/qnn/kv/layer_12_value_3.raw b/qnn/kv/layer_12_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..0ededa06702e329cdac366fa29a5184c42300c88 Binary files /dev/null and b/qnn/kv/layer_12_value_3.raw differ diff --git a/qnn/kv/layer_12_value_4.raw b/qnn/kv/layer_12_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..56fc9c09356b3a7a9c62c4b23e14710d7d29f0b1 Binary files /dev/null and b/qnn/kv/layer_12_value_4.raw differ diff --git a/qnn/kv/layer_12_value_5.raw b/qnn/kv/layer_12_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6840754493e8e3001d3155de1975aadeef80cbd4 Binary files /dev/null and b/qnn/kv/layer_12_value_5.raw differ diff --git a/qnn/kv/layer_12_value_6.raw b/qnn/kv/layer_12_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..baaa07b51fda3fcc0f6066cae1cec441cb3ed943 Binary files /dev/null and b/qnn/kv/layer_12_value_6.raw differ diff --git a/qnn/kv/layer_12_value_7.raw b/qnn/kv/layer_12_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..53ecef9d6670fa3476c17b0adfe295213a94cf92 Binary files /dev/null and b/qnn/kv/layer_12_value_7.raw differ diff --git a/qnn/kv/layer_13_key_0.raw b/qnn/kv/layer_13_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..0666c4f39453c528974db67d42a71ca3e72d4465 Binary files /dev/null and b/qnn/kv/layer_13_key_0.raw differ diff --git a/qnn/kv/layer_13_key_1.raw b/qnn/kv/layer_13_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d2ae2d4123efd87ade18723cfde13f642ef04595 Binary files /dev/null and b/qnn/kv/layer_13_key_1.raw differ diff --git a/qnn/kv/layer_13_key_2.raw b/qnn/kv/layer_13_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..733c83f3d40118aeb414281c41ab23f71e25ff9d Binary files /dev/null and b/qnn/kv/layer_13_key_2.raw differ diff --git a/qnn/kv/layer_13_key_3.raw b/qnn/kv/layer_13_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b55d9a791950627cc2d4faee93edde179b6c0da Binary files /dev/null and b/qnn/kv/layer_13_key_3.raw differ diff --git a/qnn/kv/layer_13_key_4.raw b/qnn/kv/layer_13_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..5460f2cc5869b2392dceae12caea46b202fef52e Binary files /dev/null and b/qnn/kv/layer_13_key_4.raw differ diff --git a/qnn/kv/layer_13_key_5.raw b/qnn/kv/layer_13_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6f3bf2af36a12c469cac95af9d19930c3c307d09 Binary files /dev/null and b/qnn/kv/layer_13_key_5.raw differ diff --git a/qnn/kv/layer_13_key_6.raw b/qnn/kv/layer_13_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..d182c25dc80baacf4191592a28f7c04ae7c5c8fa Binary files /dev/null and b/qnn/kv/layer_13_key_6.raw differ diff --git a/qnn/kv/layer_13_key_7.raw b/qnn/kv/layer_13_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1b7a24f3b26c799967d6f9792250f23d9f8e440b Binary files /dev/null and b/qnn/kv/layer_13_key_7.raw differ diff --git a/qnn/kv/layer_13_value_0.raw b/qnn/kv/layer_13_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2d254dff67b847b5a455be6c85d6143a99ab9f6 Binary files /dev/null and b/qnn/kv/layer_13_value_0.raw differ diff --git a/qnn/kv/layer_13_value_1.raw b/qnn/kv/layer_13_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..e9b561ce7650179e1c2708366e25ab4a02484857 Binary files /dev/null and b/qnn/kv/layer_13_value_1.raw differ diff --git a/qnn/kv/layer_13_value_2.raw b/qnn/kv/layer_13_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d4fb3533594d232aa884bd68cf5eaca296f99039 Binary files /dev/null and b/qnn/kv/layer_13_value_2.raw differ diff --git a/qnn/kv/layer_13_value_3.raw b/qnn/kv/layer_13_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..fac3793eb669737b27f8e22901587701c3651427 Binary files /dev/null and b/qnn/kv/layer_13_value_3.raw differ diff --git a/qnn/kv/layer_13_value_4.raw b/qnn/kv/layer_13_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..edd8362514e446a588d3c306ab09a18ca1cf09fb Binary files /dev/null and b/qnn/kv/layer_13_value_4.raw differ diff --git a/qnn/kv/layer_13_value_5.raw b/qnn/kv/layer_13_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a7657cc39f69b7796a6aa571e9c5d7a2e545bec Binary files /dev/null and b/qnn/kv/layer_13_value_5.raw differ diff --git a/qnn/kv/layer_13_value_6.raw b/qnn/kv/layer_13_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f2fa2f0d07950554ec9254d13c52f7b220f33862 Binary files /dev/null and b/qnn/kv/layer_13_value_6.raw differ diff --git a/qnn/kv/layer_13_value_7.raw b/qnn/kv/layer_13_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a54f909d18083caf8d7282f2f19918bc4cd17998 Binary files /dev/null and b/qnn/kv/layer_13_value_7.raw differ diff --git a/qnn/kv/layer_14_key_0.raw b/qnn/kv/layer_14_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..447f3e3d8db1df7b62e42471203aea522505d95a Binary files /dev/null and b/qnn/kv/layer_14_key_0.raw differ diff --git a/qnn/kv/layer_14_key_1.raw b/qnn/kv/layer_14_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..0eba498fd4f6030687946e51a5cf2d649895ef36 Binary files /dev/null and b/qnn/kv/layer_14_key_1.raw differ diff --git a/qnn/kv/layer_14_key_2.raw b/qnn/kv/layer_14_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..050c74778ae1e726e95c24e86f58b9470a1a974d Binary files /dev/null and b/qnn/kv/layer_14_key_2.raw differ diff --git a/qnn/kv/layer_14_key_3.raw b/qnn/kv/layer_14_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..8d36dcd725dcfb17c25913cbab0475c7608f0e26 Binary files /dev/null and b/qnn/kv/layer_14_key_3.raw differ diff --git a/qnn/kv/layer_14_key_4.raw b/qnn/kv/layer_14_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a3f68905bd0afc02c12cf0b938d4036ed35236fd Binary files /dev/null and b/qnn/kv/layer_14_key_4.raw differ diff --git a/qnn/kv/layer_14_key_5.raw b/qnn/kv/layer_14_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf8d5a36083b8b9a74b74b8787ba6e9b80584dda Binary files /dev/null and b/qnn/kv/layer_14_key_5.raw differ diff --git a/qnn/kv/layer_14_key_6.raw b/qnn/kv/layer_14_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6032b77d2da32958b07327e8ef52b76644be64b Binary files /dev/null and b/qnn/kv/layer_14_key_6.raw differ diff --git a/qnn/kv/layer_14_key_7.raw b/qnn/kv/layer_14_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..b9ea7193320c3a58ec77c5562a586afa3ce7c71f Binary files /dev/null and b/qnn/kv/layer_14_key_7.raw differ diff --git a/qnn/kv/layer_14_value_0.raw b/qnn/kv/layer_14_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2757787094ca14acab81431a8aae75f1d177b85 Binary files /dev/null and b/qnn/kv/layer_14_value_0.raw differ diff --git a/qnn/kv/layer_14_value_1.raw b/qnn/kv/layer_14_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e67aca602498c7b1a423a9973019e2ff422d419 Binary files /dev/null and b/qnn/kv/layer_14_value_1.raw differ diff --git a/qnn/kv/layer_14_value_2.raw b/qnn/kv/layer_14_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..4c484cc52dae9fb81a53724205e2e07c3cd8beb9 Binary files /dev/null and b/qnn/kv/layer_14_value_2.raw differ diff --git a/qnn/kv/layer_14_value_3.raw b/qnn/kv/layer_14_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..cc0e8eac4d2ed305988fc3d019d433dd4cd848ba Binary files /dev/null and b/qnn/kv/layer_14_value_3.raw differ diff --git a/qnn/kv/layer_14_value_4.raw b/qnn/kv/layer_14_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..34fa17acc286a67b3c884f2d58d4029ad7116738 Binary files /dev/null and b/qnn/kv/layer_14_value_4.raw differ diff --git a/qnn/kv/layer_14_value_5.raw b/qnn/kv/layer_14_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..8b8e520441b575bf08f6cae8a45f9c411637ba43 Binary files /dev/null and b/qnn/kv/layer_14_value_5.raw differ diff --git a/qnn/kv/layer_14_value_6.raw b/qnn/kv/layer_14_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..1e9eeb2e470a9f5b3a04845e97dccfc6d4109d97 Binary files /dev/null and b/qnn/kv/layer_14_value_6.raw differ diff --git a/qnn/kv/layer_14_value_7.raw b/qnn/kv/layer_14_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..294213f8ac9b94d5e9b0bc473dd56a7a96284073 Binary files /dev/null and b/qnn/kv/layer_14_value_7.raw differ diff --git a/qnn/kv/layer_15_key_0.raw b/qnn/kv/layer_15_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..6c837993aee3532dac51330fd7b7cf686b526d62 Binary files /dev/null and b/qnn/kv/layer_15_key_0.raw differ diff --git a/qnn/kv/layer_15_key_1.raw b/qnn/kv/layer_15_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9ae89df45208255e9a3960ad84e6dbd157549859 Binary files /dev/null and b/qnn/kv/layer_15_key_1.raw differ diff --git a/qnn/kv/layer_15_key_2.raw b/qnn/kv/layer_15_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6b240f385414918db56c5dff60698552f633829a Binary files /dev/null and b/qnn/kv/layer_15_key_2.raw differ diff --git a/qnn/kv/layer_15_key_3.raw b/qnn/kv/layer_15_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..424318cefdfaec97de71754513d173242e700f5a Binary files /dev/null and b/qnn/kv/layer_15_key_3.raw differ diff --git a/qnn/kv/layer_15_key_4.raw b/qnn/kv/layer_15_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..925699ba0fad6f7c6d8d9f3f99db086b78929cca Binary files /dev/null and b/qnn/kv/layer_15_key_4.raw differ diff --git a/qnn/kv/layer_15_key_5.raw b/qnn/kv/layer_15_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d9f123370fa59a202abdd9593d8ef777247545ca Binary files /dev/null and b/qnn/kv/layer_15_key_5.raw differ diff --git a/qnn/kv/layer_15_key_6.raw b/qnn/kv/layer_15_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..96a9462730cc66e816ab73505c6a31d51e7abbb9 Binary files /dev/null and b/qnn/kv/layer_15_key_6.raw differ diff --git a/qnn/kv/layer_15_key_7.raw b/qnn/kv/layer_15_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..cdff9ead2be0be2ecc634c52440dbdb0b4c83eb5 Binary files /dev/null and b/qnn/kv/layer_15_key_7.raw differ diff --git a/qnn/kv/layer_15_value_0.raw b/qnn/kv/layer_15_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2944d65e2b529fc4d776d90b826866ad2451fdf1 Binary files /dev/null and b/qnn/kv/layer_15_value_0.raw differ diff --git a/qnn/kv/layer_15_value_1.raw b/qnn/kv/layer_15_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..f86a9deb62507d382998ca5f877debb8b768717e Binary files /dev/null and b/qnn/kv/layer_15_value_1.raw differ diff --git a/qnn/kv/layer_15_value_2.raw b/qnn/kv/layer_15_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c8141c1c4ec4283c4f8761936e9603015889a3ba Binary files /dev/null and b/qnn/kv/layer_15_value_2.raw differ diff --git a/qnn/kv/layer_15_value_3.raw b/qnn/kv/layer_15_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..a29fb958d69b017f299ed236473e7f2663d5ea1a Binary files /dev/null and b/qnn/kv/layer_15_value_3.raw differ diff --git a/qnn/kv/layer_15_value_4.raw b/qnn/kv/layer_15_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..f817e6388de1c6adc11ce9879f151c32a5c48644 Binary files /dev/null and b/qnn/kv/layer_15_value_4.raw differ diff --git a/qnn/kv/layer_15_value_5.raw b/qnn/kv/layer_15_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..1711dd2bae907e8ec3ad87bd5bc4d41ec8e3da2c Binary files /dev/null and b/qnn/kv/layer_15_value_5.raw differ diff --git a/qnn/kv/layer_15_value_6.raw b/qnn/kv/layer_15_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2f7f08b98461f4dcbf01689d2f45a38c872cece Binary files /dev/null and b/qnn/kv/layer_15_value_6.raw differ diff --git a/qnn/kv/layer_15_value_7.raw b/qnn/kv/layer_15_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a9ba26439d3d33b520f9e6e158927398c54d2c8 Binary files /dev/null and b/qnn/kv/layer_15_value_7.raw differ diff --git a/qnn/kv/layer_1_key_0.raw b/qnn/kv/layer_1_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..ac2a3b4f3db49a98232d1112b9e8b1c9f186b671 Binary files /dev/null and b/qnn/kv/layer_1_key_0.raw differ diff --git a/qnn/kv/layer_1_key_1.raw b/qnn/kv/layer_1_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3323b55ad043af5d0053856a3e2856f5df7c2861 Binary files /dev/null and b/qnn/kv/layer_1_key_1.raw differ diff --git a/qnn/kv/layer_1_key_2.raw b/qnn/kv/layer_1_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..cb4a65b83eaa058b241bd1240df4efe7bce7a347 Binary files /dev/null and b/qnn/kv/layer_1_key_2.raw differ diff --git a/qnn/kv/layer_1_key_3.raw b/qnn/kv/layer_1_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..6818b107a85930d25a9b136cf8e45064a2fa5d49 Binary files /dev/null and b/qnn/kv/layer_1_key_3.raw differ diff --git a/qnn/kv/layer_1_key_4.raw b/qnn/kv/layer_1_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf1b42050a17f9318c60e32c78a05b7c76c53ca8 Binary files /dev/null and b/qnn/kv/layer_1_key_4.raw differ diff --git a/qnn/kv/layer_1_key_5.raw b/qnn/kv/layer_1_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..5fa0f50d5e2c4985ac5a2c2c11a6049a95f6778a Binary files /dev/null and b/qnn/kv/layer_1_key_5.raw differ diff --git a/qnn/kv/layer_1_key_6.raw b/qnn/kv/layer_1_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..181642b0ce1e248963277735d31a3c874b7c1f8e Binary files /dev/null and b/qnn/kv/layer_1_key_6.raw differ diff --git a/qnn/kv/layer_1_key_7.raw b/qnn/kv/layer_1_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f9821121d066edc0c0287b87e502dd0de72fab70 Binary files /dev/null and b/qnn/kv/layer_1_key_7.raw differ diff --git a/qnn/kv/layer_1_value_0.raw b/qnn/kv/layer_1_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..a3cf5afe54b46fe215ad4aa0da9704687ffd07a4 Binary files /dev/null and b/qnn/kv/layer_1_value_0.raw differ diff --git a/qnn/kv/layer_1_value_1.raw b/qnn/kv/layer_1_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3d7f944344a258078100da3c0ffd0f06f0b7a447 Binary files /dev/null and b/qnn/kv/layer_1_value_1.raw differ diff --git a/qnn/kv/layer_1_value_2.raw b/qnn/kv/layer_1_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6116c2e1ad32898971469bc3db99ff8e968114b1 Binary files /dev/null and b/qnn/kv/layer_1_value_2.raw differ diff --git a/qnn/kv/layer_1_value_3.raw b/qnn/kv/layer_1_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d75ce28d74790cc6257ea5ae8778383a219f3190 Binary files /dev/null and b/qnn/kv/layer_1_value_3.raw differ diff --git a/qnn/kv/layer_1_value_4.raw b/qnn/kv/layer_1_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a919681cb1a2d9a90408b73e60c4656167c401d0 Binary files /dev/null and b/qnn/kv/layer_1_value_4.raw differ diff --git a/qnn/kv/layer_1_value_5.raw b/qnn/kv/layer_1_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..97283762060e6f15d9dc2553456cb3aac4fd99d0 Binary files /dev/null and b/qnn/kv/layer_1_value_5.raw differ diff --git a/qnn/kv/layer_1_value_6.raw b/qnn/kv/layer_1_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..3c7607412dcab97fa7a9439ebc6b1b539e73c675 Binary files /dev/null and b/qnn/kv/layer_1_value_6.raw differ diff --git a/qnn/kv/layer_1_value_7.raw b/qnn/kv/layer_1_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..295073222d1fb32f112d685367c082aadf86b0d2 Binary files /dev/null and b/qnn/kv/layer_1_value_7.raw differ diff --git a/qnn/kv/layer_2_key_0.raw b/qnn/kv/layer_2_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..072ae9acabd139695868c1193082f6493e42b07b Binary files /dev/null and b/qnn/kv/layer_2_key_0.raw differ diff --git a/qnn/kv/layer_2_key_1.raw b/qnn/kv/layer_2_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..97af42d7cd32bbc20b182b01b8ce1c814b65c136 Binary files /dev/null and b/qnn/kv/layer_2_key_1.raw differ diff --git a/qnn/kv/layer_2_key_2.raw b/qnn/kv/layer_2_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f643ab51da97b1041f8e7172a522233cc4c1737 Binary files /dev/null and b/qnn/kv/layer_2_key_2.raw differ diff --git a/qnn/kv/layer_2_key_3.raw b/qnn/kv/layer_2_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..06bc764763489ed18faf054d3d3ff1565db7d868 Binary files /dev/null and b/qnn/kv/layer_2_key_3.raw differ diff --git a/qnn/kv/layer_2_key_4.raw b/qnn/kv/layer_2_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..7e657fbb00ce6ca2a8920cb56b1b4ae26f87c859 Binary files /dev/null and b/qnn/kv/layer_2_key_4.raw differ diff --git a/qnn/kv/layer_2_key_5.raw b/qnn/kv/layer_2_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..eff6af2e4c067b0efea28566b430e3de6bf01bb3 Binary files /dev/null and b/qnn/kv/layer_2_key_5.raw differ diff --git a/qnn/kv/layer_2_key_6.raw b/qnn/kv/layer_2_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..46d52781f0f70e0d1db50b28371ca16cea471b8e Binary files /dev/null and b/qnn/kv/layer_2_key_6.raw differ diff --git a/qnn/kv/layer_2_key_7.raw b/qnn/kv/layer_2_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..4e09aecbdee257b042a97b785373fe1ac77cfe45 Binary files /dev/null and b/qnn/kv/layer_2_key_7.raw differ diff --git a/qnn/kv/layer_2_value_0.raw b/qnn/kv/layer_2_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..2e7aa6d81c31d44df4576c53a06f3383cf595af4 Binary files /dev/null and b/qnn/kv/layer_2_value_0.raw differ diff --git a/qnn/kv/layer_2_value_1.raw b/qnn/kv/layer_2_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..2d5eb21473a083389f85b9b5e1e666f892074a86 Binary files /dev/null and b/qnn/kv/layer_2_value_1.raw differ diff --git a/qnn/kv/layer_2_value_2.raw b/qnn/kv/layer_2_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..371e2155e4dc3e20d3dcebb7526c4238620bee24 Binary files /dev/null and b/qnn/kv/layer_2_value_2.raw differ diff --git a/qnn/kv/layer_2_value_3.raw b/qnn/kv/layer_2_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..4d7a905357c34eb646e86b54518aae401e3175b7 Binary files /dev/null and b/qnn/kv/layer_2_value_3.raw differ diff --git a/qnn/kv/layer_2_value_4.raw b/qnn/kv/layer_2_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..52c2e64cd0bb849c4addab62ccee71df9f37a99c Binary files /dev/null and b/qnn/kv/layer_2_value_4.raw differ diff --git a/qnn/kv/layer_2_value_5.raw b/qnn/kv/layer_2_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..05d4207c4224d4c6a0e644a220a6585cacf83452 Binary files /dev/null and b/qnn/kv/layer_2_value_5.raw differ diff --git a/qnn/kv/layer_2_value_6.raw b/qnn/kv/layer_2_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..7ae2747ed8cfacdcff8be7b3358185d0085beb1a Binary files /dev/null and b/qnn/kv/layer_2_value_6.raw differ diff --git a/qnn/kv/layer_2_value_7.raw b/qnn/kv/layer_2_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..5c26562a0623e625afeae53dfba91927cbba7c87 Binary files /dev/null and b/qnn/kv/layer_2_value_7.raw differ diff --git a/qnn/kv/layer_3_key_0.raw b/qnn/kv/layer_3_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..8461e9b3836ecc5c55af287fe8e00f71fafc55f8 Binary files /dev/null and b/qnn/kv/layer_3_key_0.raw differ diff --git a/qnn/kv/layer_3_key_1.raw b/qnn/kv/layer_3_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..990b85b07ba491410cb8708f2adf5ec80c1c4b61 Binary files /dev/null and b/qnn/kv/layer_3_key_1.raw differ diff --git a/qnn/kv/layer_3_key_2.raw b/qnn/kv/layer_3_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..6ded9bc28ecbf3b53e609c0d85ea0c1118e76168 Binary files /dev/null and b/qnn/kv/layer_3_key_2.raw differ diff --git a/qnn/kv/layer_3_key_3.raw b/qnn/kv/layer_3_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..baf8b05ed4bfbcd920c47e75666dab089b1fcbf8 Binary files /dev/null and b/qnn/kv/layer_3_key_3.raw differ diff --git a/qnn/kv/layer_3_key_4.raw b/qnn/kv/layer_3_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..c51a4c5ed8c8a1dd98a596bb41e2a013106e258e Binary files /dev/null and b/qnn/kv/layer_3_key_4.raw differ diff --git a/qnn/kv/layer_3_key_5.raw b/qnn/kv/layer_3_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..32441ba9e5084bd016fc04be4526e7cef25f748a Binary files /dev/null and b/qnn/kv/layer_3_key_5.raw differ diff --git a/qnn/kv/layer_3_key_6.raw b/qnn/kv/layer_3_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2ffdaa3e12edb408d3dc8f601d5d7ee19c5eb51c Binary files /dev/null and b/qnn/kv/layer_3_key_6.raw differ diff --git a/qnn/kv/layer_3_key_7.raw b/qnn/kv/layer_3_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..28f309e0f4eff4f987a3cefc21bbdf0e58a5a6f7 Binary files /dev/null and b/qnn/kv/layer_3_key_7.raw differ diff --git a/qnn/kv/layer_3_value_0.raw b/qnn/kv/layer_3_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..05ec1f61158bef393f17f7be5c792da2b90daf16 Binary files /dev/null and b/qnn/kv/layer_3_value_0.raw differ diff --git a/qnn/kv/layer_3_value_1.raw b/qnn/kv/layer_3_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..89c1853ce98ab9759fd18e5e78733d11d9e7cb46 Binary files /dev/null and b/qnn/kv/layer_3_value_1.raw differ diff --git a/qnn/kv/layer_3_value_2.raw b/qnn/kv/layer_3_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..fa53665c5ac103a317424031728f90040c317ade Binary files /dev/null and b/qnn/kv/layer_3_value_2.raw differ diff --git a/qnn/kv/layer_3_value_3.raw b/qnn/kv/layer_3_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..d6be0248b4da425051ebe889f0dd5acb4fce4885 Binary files /dev/null and b/qnn/kv/layer_3_value_3.raw differ diff --git a/qnn/kv/layer_3_value_4.raw b/qnn/kv/layer_3_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..701f856c6494c5a3be07a263fd87c9c044e543a5 Binary files /dev/null and b/qnn/kv/layer_3_value_4.raw differ diff --git a/qnn/kv/layer_3_value_5.raw b/qnn/kv/layer_3_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..d1a3c82f148faaf77d31e2126e16da2992ba5384 Binary files /dev/null and b/qnn/kv/layer_3_value_5.raw differ diff --git a/qnn/kv/layer_3_value_6.raw b/qnn/kv/layer_3_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..b36eeda5a38f8f4edab2cdbe4912a7bac086ae41 Binary files /dev/null and b/qnn/kv/layer_3_value_6.raw differ diff --git a/qnn/kv/layer_3_value_7.raw b/qnn/kv/layer_3_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a2a8de504604043e5fe2646a28ebcff50a035435 Binary files /dev/null and b/qnn/kv/layer_3_value_7.raw differ diff --git a/qnn/kv/layer_4_key_0.raw b/qnn/kv/layer_4_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e7cfb9d142124976f3b2580ed2872868a4195789 Binary files /dev/null and b/qnn/kv/layer_4_key_0.raw differ diff --git a/qnn/kv/layer_4_key_1.raw b/qnn/kv/layer_4_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..8ea75903a1e5cfebcbbe898aa6d7ad4ce2abdb1a Binary files /dev/null and b/qnn/kv/layer_4_key_1.raw differ diff --git a/qnn/kv/layer_4_key_2.raw b/qnn/kv/layer_4_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..bf5700f2fd923e7a46428909634f12b468479fc9 Binary files /dev/null and b/qnn/kv/layer_4_key_2.raw differ diff --git a/qnn/kv/layer_4_key_3.raw b/qnn/kv/layer_4_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b4d892b50e123290deb7e7dac6bd508931e4b18f Binary files /dev/null and b/qnn/kv/layer_4_key_3.raw differ diff --git a/qnn/kv/layer_4_key_4.raw b/qnn/kv/layer_4_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..70912379f8107c4f5359ad82a07b56a3aa1ac4cb Binary files /dev/null and b/qnn/kv/layer_4_key_4.raw differ diff --git a/qnn/kv/layer_4_key_5.raw b/qnn/kv/layer_4_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3545e6f599e9893a38b0e0461285a19b81b9e906 Binary files /dev/null and b/qnn/kv/layer_4_key_5.raw differ diff --git a/qnn/kv/layer_4_key_6.raw b/qnn/kv/layer_4_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9cfc66a512cb8b2cf6c9297a7f3c4ede23222461 Binary files /dev/null and b/qnn/kv/layer_4_key_6.raw differ diff --git a/qnn/kv/layer_4_key_7.raw b/qnn/kv/layer_4_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f75c1a3465d2455b89081569e9e3e42dc10d5244 Binary files /dev/null and b/qnn/kv/layer_4_key_7.raw differ diff --git a/qnn/kv/layer_4_value_0.raw b/qnn/kv/layer_4_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e13a655b16236eb7a70fa9f3b92423e81e395f10 Binary files /dev/null and b/qnn/kv/layer_4_value_0.raw differ diff --git a/qnn/kv/layer_4_value_1.raw b/qnn/kv/layer_4_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7771ebb40d6eff6ba94facbc6314f33e74ba5f56 Binary files /dev/null and b/qnn/kv/layer_4_value_1.raw differ diff --git a/qnn/kv/layer_4_value_2.raw b/qnn/kv/layer_4_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a5eb1d886f4ba5acbfd2612b14f13c3cc92d147 Binary files /dev/null and b/qnn/kv/layer_4_value_2.raw differ diff --git a/qnn/kv/layer_4_value_3.raw b/qnn/kv/layer_4_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..9c4073528574930aacb5523f24ae44cb11a2f034 Binary files /dev/null and b/qnn/kv/layer_4_value_3.raw differ diff --git a/qnn/kv/layer_4_value_4.raw b/qnn/kv/layer_4_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..1200e5e1ee3a1d6d1e654d381f6a35a37bd07ca7 Binary files /dev/null and b/qnn/kv/layer_4_value_4.raw differ diff --git a/qnn/kv/layer_4_value_5.raw b/qnn/kv/layer_4_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..b71118a4e6c138f73b2bb81d5dd9d37a9afa0e9f Binary files /dev/null and b/qnn/kv/layer_4_value_5.raw differ diff --git a/qnn/kv/layer_4_value_6.raw b/qnn/kv/layer_4_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f78cc0f33d9cbaead10652ab6030faf49e369d64 Binary files /dev/null and b/qnn/kv/layer_4_value_6.raw differ diff --git a/qnn/kv/layer_4_value_7.raw b/qnn/kv/layer_4_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f42765ba2bbf0a7c2f05db13e82d96c21d9391e2 Binary files /dev/null and b/qnn/kv/layer_4_value_7.raw differ diff --git a/qnn/kv/layer_5_key_0.raw b/qnn/kv/layer_5_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..7dba93ad7e054aa34ec123d3ba16d02cf7e594fa Binary files /dev/null and b/qnn/kv/layer_5_key_0.raw differ diff --git a/qnn/kv/layer_5_key_1.raw b/qnn/kv/layer_5_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..3619760a384b7cd213b7dcb8390c3f5e89b0e93a Binary files /dev/null and b/qnn/kv/layer_5_key_1.raw differ diff --git a/qnn/kv/layer_5_key_2.raw b/qnn/kv/layer_5_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..1334a660607a932a9ac3a0f24df3b6e318baa6ec Binary files /dev/null and b/qnn/kv/layer_5_key_2.raw differ diff --git a/qnn/kv/layer_5_key_3.raw b/qnn/kv/layer_5_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b96cd678d495a39361f1658fda9e077f50abd6e4 Binary files /dev/null and b/qnn/kv/layer_5_key_3.raw differ diff --git a/qnn/kv/layer_5_key_4.raw b/qnn/kv/layer_5_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..13af81d006188609de49b11b559ebf491911652a Binary files /dev/null and b/qnn/kv/layer_5_key_4.raw differ diff --git a/qnn/kv/layer_5_key_5.raw b/qnn/kv/layer_5_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..0110815e00c708a9313350fc16b41e53f639c93c Binary files /dev/null and b/qnn/kv/layer_5_key_5.raw differ diff --git a/qnn/kv/layer_5_key_6.raw b/qnn/kv/layer_5_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..f6b99c34a4db3173267732fd31c4bd57c2bf85d2 Binary files /dev/null and b/qnn/kv/layer_5_key_6.raw differ diff --git a/qnn/kv/layer_5_key_7.raw b/qnn/kv/layer_5_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..1a5a397b56681a5dbcd8dfdf0be0a72445012c2c Binary files /dev/null and b/qnn/kv/layer_5_key_7.raw differ diff --git a/qnn/kv/layer_5_value_0.raw b/qnn/kv/layer_5_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4996ca87b5e22f1a0f57ee707457a954144e8b57 Binary files /dev/null and b/qnn/kv/layer_5_value_0.raw differ diff --git a/qnn/kv/layer_5_value_1.raw b/qnn/kv/layer_5_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..74e66fb5a66c0c152c862e645b7d6f987f6e189e Binary files /dev/null and b/qnn/kv/layer_5_value_1.raw differ diff --git a/qnn/kv/layer_5_value_2.raw b/qnn/kv/layer_5_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..5019a46ade16671c7528a30254a7861721f98da5 Binary files /dev/null and b/qnn/kv/layer_5_value_2.raw differ diff --git a/qnn/kv/layer_5_value_3.raw b/qnn/kv/layer_5_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..1713be3002c0289a3676b07f305b02c214444250 Binary files /dev/null and b/qnn/kv/layer_5_value_3.raw differ diff --git a/qnn/kv/layer_5_value_4.raw b/qnn/kv/layer_5_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..6a1939ebfececdcf586cc669d4aa1ad1742192ab Binary files /dev/null and b/qnn/kv/layer_5_value_4.raw differ diff --git a/qnn/kv/layer_5_value_5.raw b/qnn/kv/layer_5_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..97068f56a7930f285b7de2292b82e103030f1195 Binary files /dev/null and b/qnn/kv/layer_5_value_5.raw differ diff --git a/qnn/kv/layer_5_value_6.raw b/qnn/kv/layer_5_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..e2edd3f522c6dc963a149a8355117f66fe9a8204 Binary files /dev/null and b/qnn/kv/layer_5_value_6.raw differ diff --git a/qnn/kv/layer_5_value_7.raw b/qnn/kv/layer_5_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..f7b78557e92b0a9e548012a2586f570c4b232a24 Binary files /dev/null and b/qnn/kv/layer_5_value_7.raw differ diff --git a/qnn/kv/layer_6_key_0.raw b/qnn/kv/layer_6_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..44673f57416587f1463a3d9882be38b21dc9e458 Binary files /dev/null and b/qnn/kv/layer_6_key_0.raw differ diff --git a/qnn/kv/layer_6_key_1.raw b/qnn/kv/layer_6_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..d7c5cdbac8d6ae642859f7247a319c3191597bac Binary files /dev/null and b/qnn/kv/layer_6_key_1.raw differ diff --git a/qnn/kv/layer_6_key_2.raw b/qnn/kv/layer_6_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..990ffcf6991a651a90ebcd277f78010a6039ac99 Binary files /dev/null and b/qnn/kv/layer_6_key_2.raw differ diff --git a/qnn/kv/layer_6_key_3.raw b/qnn/kv/layer_6_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..465818ecfc232b10831973f19b00eb85569d1474 Binary files /dev/null and b/qnn/kv/layer_6_key_3.raw differ diff --git a/qnn/kv/layer_6_key_4.raw b/qnn/kv/layer_6_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..257532076e2b4573c4ec71ba1e8a03a2fdc1c02f Binary files /dev/null and b/qnn/kv/layer_6_key_4.raw differ diff --git a/qnn/kv/layer_6_key_5.raw b/qnn/kv/layer_6_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..3342a5280163ccab9e912933e162aead97d5142a Binary files /dev/null and b/qnn/kv/layer_6_key_5.raw differ diff --git a/qnn/kv/layer_6_key_6.raw b/qnn/kv/layer_6_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9e6652d54201823e4eb9e776fe0f404c7e63a070 Binary files /dev/null and b/qnn/kv/layer_6_key_6.raw differ diff --git a/qnn/kv/layer_6_key_7.raw b/qnn/kv/layer_6_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7804b6d75e4b02e37005de785a6665f08fae9b11 Binary files /dev/null and b/qnn/kv/layer_6_key_7.raw differ diff --git a/qnn/kv/layer_6_value_0.raw b/qnn/kv/layer_6_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..b0cf3862a9d461b9cd503f6fc84b88c2c414149e Binary files /dev/null and b/qnn/kv/layer_6_value_0.raw differ diff --git a/qnn/kv/layer_6_value_1.raw b/qnn/kv/layer_6_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..24d55808c7348b1ae64e157601b69fabaafa609d Binary files /dev/null and b/qnn/kv/layer_6_value_1.raw differ diff --git a/qnn/kv/layer_6_value_2.raw b/qnn/kv/layer_6_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..2f50618b35a124682c4d861975b679ef81a9f0b7 Binary files /dev/null and b/qnn/kv/layer_6_value_2.raw differ diff --git a/qnn/kv/layer_6_value_3.raw b/qnn/kv/layer_6_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..b0f5a5ea5beb4d7748ee97c67443e07a41768223 Binary files /dev/null and b/qnn/kv/layer_6_value_3.raw differ diff --git a/qnn/kv/layer_6_value_4.raw b/qnn/kv/layer_6_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..92524e43fd0fb9a6c5d98e70de2db7067e8038e2 Binary files /dev/null and b/qnn/kv/layer_6_value_4.raw differ diff --git a/qnn/kv/layer_6_value_5.raw b/qnn/kv/layer_6_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..9c379156b684631fda8a7f1b3fce7f5e9b8fe550 Binary files /dev/null and b/qnn/kv/layer_6_value_5.raw differ diff --git a/qnn/kv/layer_6_value_6.raw b/qnn/kv/layer_6_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..be6c0d16f63e25da9792314f20ec1752219c3cee Binary files /dev/null and b/qnn/kv/layer_6_value_6.raw differ diff --git a/qnn/kv/layer_6_value_7.raw b/qnn/kv/layer_6_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..7452f9871d86d60be0e32922ab548aaf05c33107 Binary files /dev/null and b/qnn/kv/layer_6_value_7.raw differ diff --git a/qnn/kv/layer_7_key_0.raw b/qnn/kv/layer_7_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..4ffc391306d26a35841277e16b8c1c6afe5a415a Binary files /dev/null and b/qnn/kv/layer_7_key_0.raw differ diff --git a/qnn/kv/layer_7_key_1.raw b/qnn/kv/layer_7_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c2c68be1e34372d32d86c5216456eca5f9db4a00 Binary files /dev/null and b/qnn/kv/layer_7_key_1.raw differ diff --git a/qnn/kv/layer_7_key_2.raw b/qnn/kv/layer_7_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..0b3cb9723b8a2e78f43c6c4b54461ab58489594a Binary files /dev/null and b/qnn/kv/layer_7_key_2.raw differ diff --git a/qnn/kv/layer_7_key_3.raw b/qnn/kv/layer_7_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..724d962241aa8f9c2334f04f341be9c637c246b0 Binary files /dev/null and b/qnn/kv/layer_7_key_3.raw differ diff --git a/qnn/kv/layer_7_key_4.raw b/qnn/kv/layer_7_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..d000dcea6d0c166c080ca6a4ba668671d46428ce Binary files /dev/null and b/qnn/kv/layer_7_key_4.raw differ diff --git a/qnn/kv/layer_7_key_5.raw b/qnn/kv/layer_7_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2757101dcfbf2ea7b6ee330c33fb13799f46cdb2 Binary files /dev/null and b/qnn/kv/layer_7_key_5.raw differ diff --git a/qnn/kv/layer_7_key_6.raw b/qnn/kv/layer_7_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9fde4a2f18f65623957210a831ce900f2fbabca9 Binary files /dev/null and b/qnn/kv/layer_7_key_6.raw differ diff --git a/qnn/kv/layer_7_key_7.raw b/qnn/kv/layer_7_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0258e39dd2962f3c72d5f6bc1276fb606d3a511b Binary files /dev/null and b/qnn/kv/layer_7_key_7.raw differ diff --git a/qnn/kv/layer_7_value_0.raw b/qnn/kv/layer_7_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..e4a5c36617129905abfee6c6f84ab673a425887f Binary files /dev/null and b/qnn/kv/layer_7_value_0.raw differ diff --git a/qnn/kv/layer_7_value_1.raw b/qnn/kv/layer_7_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..9784c3a1775ddb6c2c2047e34bca7a1c8a253565 Binary files /dev/null and b/qnn/kv/layer_7_value_1.raw differ diff --git a/qnn/kv/layer_7_value_2.raw b/qnn/kv/layer_7_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..c87e082a2af112e7a3f7fb8572a30cbdef781f7a Binary files /dev/null and b/qnn/kv/layer_7_value_2.raw differ diff --git a/qnn/kv/layer_7_value_3.raw b/qnn/kv/layer_7_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..7641be5f3521a5e42da256c5aa9414aa5a3008cc Binary files /dev/null and b/qnn/kv/layer_7_value_3.raw differ diff --git a/qnn/kv/layer_7_value_4.raw b/qnn/kv/layer_7_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..78939f2be5c255046cf1a7132a7893de3c22d18c Binary files /dev/null and b/qnn/kv/layer_7_value_4.raw differ diff --git a/qnn/kv/layer_7_value_5.raw b/qnn/kv/layer_7_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..6ce17c79ede020117e14a67943fdd20acb19d923 Binary files /dev/null and b/qnn/kv/layer_7_value_5.raw differ diff --git a/qnn/kv/layer_7_value_6.raw b/qnn/kv/layer_7_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..9dc098c371effb6fb03767f86033da15a548d3ee Binary files /dev/null and b/qnn/kv/layer_7_value_6.raw differ diff --git a/qnn/kv/layer_7_value_7.raw b/qnn/kv/layer_7_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..0368a645a6fa7b7b476100ba0b7c73b5f84d0656 Binary files /dev/null and b/qnn/kv/layer_7_value_7.raw differ diff --git a/qnn/kv/layer_8_key_0.raw b/qnn/kv/layer_8_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c5906509c6c5018b390b33ee843c87b171fb4b90 Binary files /dev/null and b/qnn/kv/layer_8_key_0.raw differ diff --git a/qnn/kv/layer_8_key_1.raw b/qnn/kv/layer_8_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..bb8194b69e3851db1a2efd0211b23a5048301581 Binary files /dev/null and b/qnn/kv/layer_8_key_1.raw differ diff --git a/qnn/kv/layer_8_key_2.raw b/qnn/kv/layer_8_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..38827b46c1eb615a8266db4e8dfa5bf6d033840d Binary files /dev/null and b/qnn/kv/layer_8_key_2.raw differ diff --git a/qnn/kv/layer_8_key_3.raw b/qnn/kv/layer_8_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..154a6641eac362315c086e4dac4c1b55ad356e3c Binary files /dev/null and b/qnn/kv/layer_8_key_3.raw differ diff --git a/qnn/kv/layer_8_key_4.raw b/qnn/kv/layer_8_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..2e8cf4094b1941b7bbef569e51f1c73ea41a7fd4 Binary files /dev/null and b/qnn/kv/layer_8_key_4.raw differ diff --git a/qnn/kv/layer_8_key_5.raw b/qnn/kv/layer_8_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..a6ebdd8d65c5d2b942ff11cb34f90e7a5348a900 Binary files /dev/null and b/qnn/kv/layer_8_key_5.raw differ diff --git a/qnn/kv/layer_8_key_6.raw b/qnn/kv/layer_8_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..a577c3de181bd7f2856fc2b709a4f5d95248e03c Binary files /dev/null and b/qnn/kv/layer_8_key_6.raw differ diff --git a/qnn/kv/layer_8_key_7.raw b/qnn/kv/layer_8_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..435ccfdbb626239061d00e0917bd2cdf12d312f8 Binary files /dev/null and b/qnn/kv/layer_8_key_7.raw differ diff --git a/qnn/kv/layer_8_value_0.raw b/qnn/kv/layer_8_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..002efae0b8f3c9d1488fff83712acd6799146f03 Binary files /dev/null and b/qnn/kv/layer_8_value_0.raw differ diff --git a/qnn/kv/layer_8_value_1.raw b/qnn/kv/layer_8_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..c38cd7abce085e7a081130f21af10474a4983c25 Binary files /dev/null and b/qnn/kv/layer_8_value_1.raw differ diff --git a/qnn/kv/layer_8_value_2.raw b/qnn/kv/layer_8_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..44d9d37d3680a5d62df361280ce2fd7071115958 Binary files /dev/null and b/qnn/kv/layer_8_value_2.raw differ diff --git a/qnn/kv/layer_8_value_3.raw b/qnn/kv/layer_8_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..fedbc5cef71ade0f43c4e623cee4f8d740caad08 Binary files /dev/null and b/qnn/kv/layer_8_value_3.raw differ diff --git a/qnn/kv/layer_8_value_4.raw b/qnn/kv/layer_8_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..6dfaa812ac1a488e1529be76e8dbf67607197a82 Binary files /dev/null and b/qnn/kv/layer_8_value_4.raw differ diff --git a/qnn/kv/layer_8_value_5.raw b/qnn/kv/layer_8_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..eee1347409a82b28c6942730459653681442f49b Binary files /dev/null and b/qnn/kv/layer_8_value_5.raw differ diff --git a/qnn/kv/layer_8_value_6.raw b/qnn/kv/layer_8_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..86b078ebfb5719f4c6e9e19ba28e5d44183381bd Binary files /dev/null and b/qnn/kv/layer_8_value_6.raw differ diff --git a/qnn/kv/layer_8_value_7.raw b/qnn/kv/layer_8_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..8f49bf4960e05fa7f70936329595c0f6df626deb Binary files /dev/null and b/qnn/kv/layer_8_value_7.raw differ diff --git a/qnn/kv/layer_9_key_0.raw b/qnn/kv/layer_9_key_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..64899c6dfb4b1dfccddbe78a3dd7b5ab8c92e7ac Binary files /dev/null and b/qnn/kv/layer_9_key_0.raw differ diff --git a/qnn/kv/layer_9_key_1.raw b/qnn/kv/layer_9_key_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..640d9906200710f64b9ab09bad701aeccc92be55 Binary files /dev/null and b/qnn/kv/layer_9_key_1.raw differ diff --git a/qnn/kv/layer_9_key_2.raw b/qnn/kv/layer_9_key_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..de45f9e4ce5380cd0b0f67529500b1e77a950cb8 Binary files /dev/null and b/qnn/kv/layer_9_key_2.raw differ diff --git a/qnn/kv/layer_9_key_3.raw b/qnn/kv/layer_9_key_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..95553ef4a5bf4706e9b1b262d9335f301439e7f0 Binary files /dev/null and b/qnn/kv/layer_9_key_3.raw differ diff --git a/qnn/kv/layer_9_key_4.raw b/qnn/kv/layer_9_key_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..a7205fc74fa23999d147f3f39f2ea281bda2afc5 Binary files /dev/null and b/qnn/kv/layer_9_key_4.raw differ diff --git a/qnn/kv/layer_9_key_5.raw b/qnn/kv/layer_9_key_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..4cf33db18285323d44bf8da4eb028ee1659e6140 Binary files /dev/null and b/qnn/kv/layer_9_key_5.raw differ diff --git a/qnn/kv/layer_9_key_6.raw b/qnn/kv/layer_9_key_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..aeb42a67220ff735870eabb31999d1fcf021e4d8 Binary files /dev/null and b/qnn/kv/layer_9_key_6.raw differ diff --git a/qnn/kv/layer_9_key_7.raw b/qnn/kv/layer_9_key_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..8180d524737641322e93f3aeaf3e2f0873185693 Binary files /dev/null and b/qnn/kv/layer_9_key_7.raw differ diff --git a/qnn/kv/layer_9_value_0.raw b/qnn/kv/layer_9_value_0.raw new file mode 100644 index 0000000000000000000000000000000000000000..c15e0cea849be35c38309f2d644de11cd128fab1 Binary files /dev/null and b/qnn/kv/layer_9_value_0.raw differ diff --git a/qnn/kv/layer_9_value_1.raw b/qnn/kv/layer_9_value_1.raw new file mode 100644 index 0000000000000000000000000000000000000000..7dc52c6db697689da756daa4b257ed97c3bf7593 Binary files /dev/null and b/qnn/kv/layer_9_value_1.raw differ diff --git a/qnn/kv/layer_9_value_2.raw b/qnn/kv/layer_9_value_2.raw new file mode 100644 index 0000000000000000000000000000000000000000..d18487dbe5306f62ec5b06c68a3df677d5bda47d Binary files /dev/null and b/qnn/kv/layer_9_value_2.raw differ diff --git a/qnn/kv/layer_9_value_3.raw b/qnn/kv/layer_9_value_3.raw new file mode 100644 index 0000000000000000000000000000000000000000..f3a53ec66b04f5730f6102263bcb85ecccd9641e Binary files /dev/null and b/qnn/kv/layer_9_value_3.raw differ diff --git a/qnn/kv/layer_9_value_4.raw b/qnn/kv/layer_9_value_4.raw new file mode 100644 index 0000000000000000000000000000000000000000..0213d8e88dae2bb22e535aa44f02f673af39c065 Binary files /dev/null and b/qnn/kv/layer_9_value_4.raw differ diff --git a/qnn/kv/layer_9_value_5.raw b/qnn/kv/layer_9_value_5.raw new file mode 100644 index 0000000000000000000000000000000000000000..2557917db76906f26d4f05a17235ef479e3d9f1d Binary files /dev/null and b/qnn/kv/layer_9_value_5.raw differ diff --git a/qnn/kv/layer_9_value_6.raw b/qnn/kv/layer_9_value_6.raw new file mode 100644 index 0000000000000000000000000000000000000000..2e87126e941b974064a9bd490c8fd66daa15b2f7 Binary files /dev/null and b/qnn/kv/layer_9_value_6.raw differ diff --git a/qnn/kv/layer_9_value_7.raw b/qnn/kv/layer_9_value_7.raw new file mode 100644 index 0000000000000000000000000000000000000000..a036d1fc57ece6887282e7d61cf1d35ee23d1c64 Binary files /dev/null and b/qnn/kv/layer_9_value_7.raw differ diff --git a/qnn/llama3_2_1b_0.bin b/qnn/llama3_2_1b_0.bin new file mode 100644 index 0000000000000000000000000000000000000000..6e4f9f69f65836fb2d0a60fe8872e54d6d28c694 --- /dev/null +++ b/qnn/llama3_2_1b_0.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083faf6136e7c3f4f2d25fe9f4398afb52c9bc2dbe61a3b2f7c81eb8722724ec +size 513102888 diff --git a/qnn/lm_head.bin b/qnn/lm_head.bin new file mode 100644 index 0000000000000000000000000000000000000000..4fb54f07deaf7f9ed0da48e967e54273f72f8bd7 --- /dev/null +++ b/qnn/lm_head.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7a172b9ab3b39271e41407a0945c17aa40df7e5fb2aed698b96231a99edb9f +size 136595840 diff --git a/vocab.gguf b/vocab.gguf new file mode 100644 index 0000000000000000000000000000000000000000..1b41f5a2093b0783f23e81d7776e2631a09b7681 --- /dev/null +++ b/vocab.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30b31b3011571910a2aa132f1de5644f27aa951def9cc052e3c9527afd7c754 +size 7818648