diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..519969f81a9b35a4ccf4677015f1598f3c940f76 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +model.* filter=lfs diff=lfs merge=lfs -text +onnx__* filter=lfs diff=lfs merge=lfs -text diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000000000000000000000000000000000000..cbce74e5c64b97114098962fa58454a57d7fb532 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,5 @@ +{ + "": 2, + "": 1, + "": 0 +} diff --git a/model.embed_tokens.weight b/model.embed_tokens.weight new file mode 100644 index 0000000000000000000000000000000000000000..2a1ed1a359ffd44c119f3e63ca2914831c0e042c --- /dev/null +++ b/model.embed_tokens.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde834ccac5e94324b25cb81b02d27312cac0c551b55a7e1d555d90bf6cb6e81 +size 262144000 diff --git a/model.layers.0.input_layernorm.weight b/model.layers.0.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..355d6d62730caa6b349bf2c6a98ffa2253392227 --- /dev/null +++ b/model.layers.0.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d119d0ae8a6f16e4dcb40d31157d1d60cffbad6f3f0722cf917a735bd6bd6103 +size 8192 diff --git a/model.layers.0.mlp.down_proj.qweight b/model.layers.0.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fb784d91deb2085f283b565b2bcf75bd00455cc8 --- /dev/null +++ b/model.layers.0.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6b7c28287ffe136731527f6a1ad4bb3051962375f6d4d863a57feeabf2694d +size 29360128 diff --git a/model.layers.0.mlp.down_proj.qzeros b/model.layers.0.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..15aaebc733e8434b6ab1887a264e191a344806a1 --- /dev/null +++ b/model.layers.0.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3073106589194df2ad74d9f1559b253670ae40b7026fc81b7eb1aed7e2b39a8d +size 229376 diff --git a/model.layers.0.mlp.down_proj.scales b/model.layers.0.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..065d8c62ef5ee4c3029c6177760fcfb224e34bc8 --- /dev/null +++ b/model.layers.0.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6da55dd2eb75d3cf4511046ee0c16494d441573c0b2326bd9f0437a349efc7 +size 917504 diff --git a/model.layers.0.mlp.gate_proj.qweight b/model.layers.0.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d1e845a8df6a04cd70721bf85851c32787449f3f --- /dev/null +++ b/model.layers.0.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2648f7c20249d8b3eb1306a86b6990a14ffd4676b6d4f527b9d26a0825e049d6 +size 29360128 diff --git a/model.layers.0.mlp.gate_proj.qzeros b/model.layers.0.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d76b5aebde4fa11d18ec709b3b9a00696b3aa02c --- /dev/null +++ b/model.layers.0.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c79ab057928dec8b383f988e4e5878a3049c1b56ddb56bc298a52c51c53e1a1 +size 229376 diff --git a/model.layers.0.mlp.gate_proj.scales b/model.layers.0.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f464ad3318a1df22ea17a078528ab4650aa1a0e3 --- /dev/null +++ b/model.layers.0.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147f3bf4264c43dd2cc1517ddc51b1925e6264e6d6ed3a9c2ce165fa6dfbfe80 +size 917504 diff --git a/model.layers.0.mlp.up_proj.qweight b/model.layers.0.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9f723487aa5f67a7e0717b7d96f56d04998114f7 --- /dev/null +++ b/model.layers.0.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfbde37f358c5b43efd678ecb866eae3bcd64e3183216f3a0727b04c5296af8 +size 29360128 diff --git a/model.layers.0.mlp.up_proj.qzeros b/model.layers.0.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7e7112ef5e0c4b359fb118559ef0a3441caa7e49 --- /dev/null +++ b/model.layers.0.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e768d390154c64a12cfbf279f07839fb2a181ae719194c6e25323380be9b016 +size 229376 diff --git a/model.layers.0.mlp.up_proj.scales b/model.layers.0.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8c54f8f47f8bdbbd2be845b72253faacd9de8b1b --- /dev/null +++ b/model.layers.0.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8753b8b64a1e9f8ec74eb780e90c0dae8b1ecc8e435178ced1eb844f4561ce5a +size 917504 diff --git a/model.layers.0.post_attention_layernorm.weight b/model.layers.0.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..2fede3e84fd7377688f36382a029c351be72d484 --- /dev/null +++ b/model.layers.0.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066ced76564e08b8cfdb526d43d741c74bb78a78c80be5faa2c9c331861a420e +size 8192 diff --git a/model.layers.0.self_attn.k_proj.qweight b/model.layers.0.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..cf233e7cc4cc935fb3725f73c5d04fa005e87d44 --- /dev/null +++ b/model.layers.0.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d12c076989732de6492736426a1efbc3b9b16411db1d1bbd7d5d68b0099a789 +size 2097152 diff --git a/model.layers.0.self_attn.k_proj.qzeros b/model.layers.0.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..257d3b8d12ac27ddd04a888332f6acc22e4124e4 --- /dev/null +++ b/model.layers.0.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aed5dc27600be7378d132e7fffcbc1e31f73f637c2ccb15c1a1745e7536a7549 +size 16384 diff --git a/model.layers.0.self_attn.k_proj.scales b/model.layers.0.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c96bf7d6123514464d51d4d4612d1b941b647887 --- /dev/null +++ b/model.layers.0.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37635cb753dae1d38d8a30f7e9ea23ac74ee7fbe818b51f7b7e51454eaa026aa +size 65536 diff --git a/model.layers.0.self_attn.o_proj.qweight b/model.layers.0.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..248b3910f108f5323fbb38e05d174ecc6d82fa8b --- /dev/null +++ b/model.layers.0.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a89a23bc9f090025f3cf10367a5d8359cc00ebf3ea71e70c76212d4de8e9f0c +size 8388608 diff --git a/model.layers.0.self_attn.o_proj.qzeros b/model.layers.0.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7ddaa3f9bbec6900b67d311d411a2eb431ba9bc5 --- /dev/null +++ b/model.layers.0.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5046c552fe34478af9255822c941744bafc3c0cba8d7ecd2b6159f13fc53028 +size 65536 diff --git a/model.layers.0.self_attn.o_proj.scales b/model.layers.0.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..2dfd7efc447810cfcf823d6b83af902794ae6697 --- /dev/null +++ b/model.layers.0.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec8face41bf0704058b0710d01ecd9a8d7247ac95413f5a0927426ffb0f2163 +size 262144 diff --git a/model.layers.0.self_attn.q_proj.qweight b/model.layers.0.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0375c39188313a1dff4057d4bf9e6937d4874dab --- /dev/null +++ b/model.layers.0.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95feb3dbc08aff13ecea8f9bca48d09b4889ac2dc62c8eeb8436b950a3c0aa07 +size 8388608 diff --git a/model.layers.0.self_attn.q_proj.qzeros b/model.layers.0.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..3e5b45c338eb64fff40fca96dae1eb68a9005d3a --- /dev/null +++ b/model.layers.0.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc985244e20d0ac8b647f171e2193b5fcae827986e54d3303625411839f2b663 +size 65536 diff --git a/model.layers.0.self_attn.q_proj.scales b/model.layers.0.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8cc4af3fdd04755a048d900d63542dec29a66115 --- /dev/null +++ b/model.layers.0.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c03a3f98d845406d945fdb02819df87f1ee7c7585159f12a0780ad258f571d9 +size 262144 diff --git a/model.layers.0.self_attn.v_proj.qweight b/model.layers.0.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e79659bf98e0dd9fab493413ec202ba3e6cde957 --- /dev/null +++ b/model.layers.0.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b0b92f7459843fced3d4162ea11e198d66d1335a7c2d204efc300408ca3b81 +size 2097152 diff --git a/model.layers.0.self_attn.v_proj.qzeros b/model.layers.0.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..10b574a4f291bc456d8a791444afdeb16424b77e --- /dev/null +++ b/model.layers.0.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c132bb9f39a9e4a65b002dfa0d5be9136f0430e769abeb2a88dc79173ab226 +size 16384 diff --git a/model.layers.0.self_attn.v_proj.scales b/model.layers.0.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1ff0db6ce97589ab0a471529827ed50153984a9c --- /dev/null +++ b/model.layers.0.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1dc90e2db88eb5a915cddcdc51659676459a1153c4345a5ef6de9d60f332ae +size 65536 diff --git a/model.layers.1.input_layernorm.weight b/model.layers.1.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..294c7a6be8b861b144dbe7df12f208222095f4a6 --- /dev/null +++ b/model.layers.1.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b685a2facc2d39682b78221b0f797f45a2d0015b6f1feafe53a7953e39dc81 +size 8192 diff --git a/model.layers.1.mlp.down_proj.qweight b/model.layers.1.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6b7fe350041aa52a40187b2e2f4e4e53bcdf9998 --- /dev/null +++ b/model.layers.1.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8aec48b6b093937910e017d66e710b608803e765fa1f8482a309ca6cf64907e +size 29360128 diff --git a/model.layers.1.mlp.down_proj.qzeros b/model.layers.1.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bef8dc175e6d1baf2b94517b14fda8398f4c5300 --- /dev/null +++ b/model.layers.1.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f3475a0079da953e5516e1ce7de864d1619898e21371fac05bbe28789edb0ee +size 229376 diff --git a/model.layers.1.mlp.down_proj.scales b/model.layers.1.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9193ae371ce26a624c787a1d537d22fde541ba3a --- /dev/null +++ b/model.layers.1.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037f2be1f7440383e14198f0cb857f2006e9c1c6b5404c2ec5689448e0de6cf6 +size 917504 diff --git a/model.layers.1.mlp.gate_proj.qweight b/model.layers.1.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0b7425a09e98ed1186386235ecde932e0feea539 --- /dev/null +++ b/model.layers.1.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d00d52c28c0dc2420778329c23b19df4877c19096d20a375f00305634c5350 +size 29360128 diff --git a/model.layers.1.mlp.gate_proj.qzeros b/model.layers.1.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4f6e8cb94308b595edf7b3f59e5e9a30786e8e6a --- /dev/null +++ b/model.layers.1.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ee165f212362554f47f7f51076fbc94b62d13af48337afc7dc3bd67fd6d952 +size 229376 diff --git a/model.layers.1.mlp.gate_proj.scales b/model.layers.1.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9e37bd1d09ac20d28cbf905c3884d0bd6daa2d5b --- /dev/null +++ b/model.layers.1.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:139e3517cb5f6d24614685008e5c87ff710f01ca085d35dcb402eeb1e83d34cb +size 917504 diff --git a/model.layers.1.mlp.up_proj.qweight b/model.layers.1.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5a419ce08db8066f23b3cf96f5a6433ac74a004f --- /dev/null +++ b/model.layers.1.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e6d6e0ab62470cf4eb0bd296dea0deb0453b65d92cd28abe41eb5106e4ef6d +size 29360128 diff --git a/model.layers.1.mlp.up_proj.qzeros b/model.layers.1.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..260b12f0f120ebb7276c04c47dc5a190d4b6333b --- /dev/null +++ b/model.layers.1.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e949d6b068b690507509c5995f2f720667f309a315db3c5dec284a5a9961b98b +size 229376 diff --git a/model.layers.1.mlp.up_proj.scales b/model.layers.1.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e0be8dc3be3eae6e620ace9e0387b3c0ab9372b2 --- /dev/null +++ b/model.layers.1.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049667e8b65d7ea69703c9fd5c4fa818dc24dbf3bda61c9d5f687e86364297f6 +size 917504 diff --git a/model.layers.1.post_attention_layernorm.weight b/model.layers.1.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b843582aea980ec6475eb361a2f85733a480e78b --- /dev/null +++ b/model.layers.1.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfcd0f8f5ea6882350a86e47f4072457fe477fd88ba7a20a7c4be441b77c6a53 +size 8192 diff --git a/model.layers.1.self_attn.k_proj.qweight b/model.layers.1.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4c9dbb8394f71cba8fe75ec0bcf7394b47b012d1 --- /dev/null +++ b/model.layers.1.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7e151a223be9286fb75e9efe1411a61ac1b9e11c19db5ea46f39209a6fdf48 +size 2097152 diff --git a/model.layers.1.self_attn.k_proj.qzeros b/model.layers.1.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..56f26ebf11ce253d20f4b46d48f826414b5b8a51 --- /dev/null +++ b/model.layers.1.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8444e5d32c10c9536da54062ea1883ff7c6e0707f753380df231d68840cc049 +size 16384 diff --git a/model.layers.1.self_attn.k_proj.scales b/model.layers.1.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..171a7b348d0c4dcca87ac168447032d060e587b6 --- /dev/null +++ b/model.layers.1.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdee1c84777badbd2d3c19c1685655ee8b2feffd367e05b1fa1f1940fa702cce +size 65536 diff --git a/model.layers.1.self_attn.o_proj.qweight b/model.layers.1.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c5f33b6229bd547b6cda1d1b80f8cd3ec5dfa756 --- /dev/null +++ b/model.layers.1.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:672dc10ab132f3926b53f879a883c21d29058722db154803e8f54b02ef1650f5 +size 8388608 diff --git a/model.layers.1.self_attn.o_proj.qzeros b/model.layers.1.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..20254c00d05bc8a9ddd49b81d7cac662f834e26c --- /dev/null +++ b/model.layers.1.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61cb2c6cd302b6d99025333e6ddce123abd09b263f99c2c2af37f3ed7d1c450c +size 65536 diff --git a/model.layers.1.self_attn.o_proj.scales b/model.layers.1.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e3fafeeffd6c886653af13678a0147686f2f9d94 --- /dev/null +++ b/model.layers.1.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642f4fed14977b42c3dd579abe92780c38693055950044d6fcec4c41d547e6d1 +size 262144 diff --git a/model.layers.1.self_attn.q_proj.qweight b/model.layers.1.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..abca3c2d407af24f984e2e7c183cbc0456bca3fb --- /dev/null +++ b/model.layers.1.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8c6b817f2813b02098e565678f8e2fdb91fa2fd6a9a1af545fbbc8b3bd5550 +size 8388608 diff --git a/model.layers.1.self_attn.q_proj.qzeros b/model.layers.1.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..243dead0a91e065f9ff3bf923d77cea2c0a22299 --- /dev/null +++ b/model.layers.1.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89286128f976dc3d74872abd1f4f507c0a1c16defa91554c8370fc585b8de8bc +size 65536 diff --git a/model.layers.1.self_attn.q_proj.scales b/model.layers.1.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a9f4897dc75c41186598c21f52d575b206fef84d --- /dev/null +++ b/model.layers.1.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18d35446e9ce622c27313f4d38b8b846998479796409498a7cc6316eeaedc31 +size 262144 diff --git a/model.layers.1.self_attn.v_proj.qweight b/model.layers.1.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2a82173dfc892902b4e79255c7cb576d95b56204 --- /dev/null +++ b/model.layers.1.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea687e85c384999d8a2d0b85b724a5897a948243c99a2b7f1ceb1c265e1f0d5e +size 2097152 diff --git a/model.layers.1.self_attn.v_proj.qzeros b/model.layers.1.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..07c8359bbf2c7a8003daa15d42fdb273f8464797 --- /dev/null +++ b/model.layers.1.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8243632c019d545c4a2691e2c16a5f874e13fb0e7e6bfadde0b214635c9ac8ec +size 16384 diff --git a/model.layers.1.self_attn.v_proj.scales b/model.layers.1.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7e048004e30f800299684d53299e13399cb7f4a2 --- /dev/null +++ b/model.layers.1.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31be26589993d36ef6fd3a612cbb6fac2f851ccae7310a9e78684f76409b3927 +size 65536 diff --git a/model.layers.10.input_layernorm.weight b/model.layers.10.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..8fa604bedc8969557ecadc36883ca59ca4557357 --- /dev/null +++ b/model.layers.10.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d39a3dc86b5fde7cc4a22e9ad1522d85c3b7d5edc483d5369d33bd85e0011c +size 8192 diff --git a/model.layers.10.mlp.down_proj.qweight b/model.layers.10.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6610d5a44ff9c9b607006ffe8aea024750cf5f2f --- /dev/null +++ b/model.layers.10.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32eb327e9aecd166312c76341f0faf8a6e4d8d9db8e9ec3df3119cba0a32aa1a +size 29360128 diff --git a/model.layers.10.mlp.down_proj.qzeros b/model.layers.10.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f55b390897ad9f72fe46e57cb6063c80f8906888 --- /dev/null +++ b/model.layers.10.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbbe49ebea9a9839b7ab5d4b25dccd2d1b72f8c6c7d043b3f4ab6082f53e37b +size 229376 diff --git a/model.layers.10.mlp.down_proj.scales b/model.layers.10.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..799a738130d6599cc45a61f041882900c32d40a3 --- /dev/null +++ b/model.layers.10.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b5d648205c42b7f8192b90725498c30284b9c6ff556cf4bfa2877a351973ce +size 917504 diff --git a/model.layers.10.mlp.gate_proj.qweight b/model.layers.10.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..10d51b1f555f5aa38e66e5ff460f393f981524cc --- /dev/null +++ b/model.layers.10.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a28de53dda85b7bb843a8f322d429aedc23d57ec5be0df3a36103fb87ddf91 +size 29360128 diff --git a/model.layers.10.mlp.gate_proj.qzeros b/model.layers.10.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..dd1e65a168b762ff92462c62a4e6074fa25fd9f8 --- /dev/null +++ b/model.layers.10.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d981875086153ae493830300ff8f31bc61499a7516dd0de18d48654d0f2beb1c +size 229376 diff --git a/model.layers.10.mlp.gate_proj.scales b/model.layers.10.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1049218fb2162b6b5f66a44b42f5679399404f71 --- /dev/null +++ b/model.layers.10.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864d6c83f26a9a7ba0e01af41a8906fdd3a147199a33a1ad83145ec9e3d67580 +size 917504 diff --git a/model.layers.10.mlp.up_proj.qweight b/model.layers.10.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e495986eb048451a332768f1bfc98e06f3d52b23 --- /dev/null +++ b/model.layers.10.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9962e98ac4867d96d09138370df338618a49d9e95d172ca0273f7cf9d5860779 +size 29360128 diff --git a/model.layers.10.mlp.up_proj.qzeros b/model.layers.10.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0f970165bc079fd3e2d919ad639c830b49582213 --- /dev/null +++ b/model.layers.10.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7ef4c60d787eaf722767fe39527c51683bc1a09cad97ef346948b2579b0136 +size 229376 diff --git a/model.layers.10.mlp.up_proj.scales b/model.layers.10.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..db1d463c7f87fab2a62efbd6c627b576e8be3f77 --- /dev/null +++ b/model.layers.10.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89a33223a8d5dfba785f9d97c88a1822265ec4da9366bd4a21e030e530eb236 +size 917504 diff --git a/model.layers.10.post_attention_layernorm.weight b/model.layers.10.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..49372b18abc509c55ed2522411ba27959704dbea --- /dev/null +++ b/model.layers.10.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d754d39b4eb7352f2e4159ae43ef9762805cf6adf1a461f56b20583b4750251 +size 8192 diff --git a/model.layers.10.self_attn.k_proj.qweight b/model.layers.10.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1b898d16e491d5df2dbb12915254a1fd7083b6fd --- /dev/null +++ b/model.layers.10.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a150d7ee12b5d095294f67723751434172f5280cd74387b2db12dcfc393cfcf0 +size 2097152 diff --git a/model.layers.10.self_attn.k_proj.qzeros b/model.layers.10.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4d9eb2260c91cb96247a53fc35e5a05c92aa4471 --- /dev/null +++ b/model.layers.10.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e908126802ed1f0edaba8f846760ccb71bca6dd0909de3cc3d6df860ba93f7 +size 16384 diff --git a/model.layers.10.self_attn.k_proj.scales b/model.layers.10.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ccfb97b40385fa87eb51d77910a1cfb36f8c0f1a --- /dev/null +++ b/model.layers.10.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b789e77fedb243729ad7653400d867816f368991277e6e8bc006e8beace5f950 +size 65536 diff --git a/model.layers.10.self_attn.o_proj.qweight b/model.layers.10.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..99c7123e12561d76f4ae808179cc8fef4e4132d9 --- /dev/null +++ b/model.layers.10.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48f3ed3b0bd890a9b9fd97d3d6e08e381717bd8edf47b7f5841a263c0ed1c9d6 +size 8388608 diff --git a/model.layers.10.self_attn.o_proj.qzeros b/model.layers.10.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4d29e72b1da049edc0746fbf9aadeff12b20f8bf --- /dev/null +++ b/model.layers.10.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a2f1013721ef47e6a015a13592721dfbd811aa0cf4151f6b42ba1f7e50270d +size 65536 diff --git a/model.layers.10.self_attn.o_proj.scales b/model.layers.10.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9468ad81cd0ca863b1d33bbc30fc7390caeabd32 --- /dev/null +++ b/model.layers.10.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0695e8c7863b517dd387b93b779e0d0c773aebf3f19d5ce503ba712e0a9aff05 +size 262144 diff --git a/model.layers.10.self_attn.q_proj.qweight b/model.layers.10.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..cd655fb98707691e86261ff642c2ff2bb76f472e --- /dev/null +++ b/model.layers.10.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd5733f945c3108879293434ed8287a8e4adaddff4a530ad789e37bfef5da8d3 +size 8388608 diff --git a/model.layers.10.self_attn.q_proj.qzeros b/model.layers.10.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..865310a598574b6132bfa60d91ab957675d69093 --- /dev/null +++ b/model.layers.10.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d47c525c19f55d3a297a9653223808775b273b9b6c53a9c735a41d38ec15734 +size 65536 diff --git a/model.layers.10.self_attn.q_proj.scales b/model.layers.10.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..98d78742af96dd704d309e09e4b71e1c183188e7 --- /dev/null +++ b/model.layers.10.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478419be95d57eb90dfbf930c62765f61cac12939fc8e345e736bc563df45996 +size 262144 diff --git a/model.layers.10.self_attn.v_proj.qweight b/model.layers.10.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b94fad988080b67f221c3e4bc54db4de784fa8b4 --- /dev/null +++ b/model.layers.10.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdc5c64b7f66809716df2d587d6baca56b9b36cf8bf76625cc86863625e92fa +size 2097152 diff --git a/model.layers.10.self_attn.v_proj.qzeros b/model.layers.10.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..41e1b656384d5d12a9bcae8c98191dda2ddb1ca3 --- /dev/null +++ b/model.layers.10.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef97d092403e07f2316eebcac9e680b1af74ec5437d8dc55c599b7606a242c6c +size 16384 diff --git a/model.layers.10.self_attn.v_proj.scales b/model.layers.10.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..058f8d62d5d4fcb6f7a46d278b6da9b09187ae67 --- /dev/null +++ b/model.layers.10.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57a27aa8a0e4f9e1874b59757061c3502c426b71cbfd0cfeedd34cb3e68198ee +size 65536 diff --git a/model.layers.11.input_layernorm.weight b/model.layers.11.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..d68209449c13dede76629ce68e20a98ba93e9d62 --- /dev/null +++ b/model.layers.11.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36929e219cc369dbfcaee3bad8a0734f356b5e31ee718ec3a1d4a0368ddf7e02 +size 8192 diff --git a/model.layers.11.mlp.down_proj.qweight b/model.layers.11.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..756ec742ebbad3959ef958fa5a52cb12f8b992db --- /dev/null +++ b/model.layers.11.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba8716171e880c2e701b37277ca93c592b401369ac826a519749539c13a6a8c5 +size 29360128 diff --git a/model.layers.11.mlp.down_proj.qzeros b/model.layers.11.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..eef26faeb3f21b2e6101e9505becae6a7a21d5fe --- /dev/null +++ b/model.layers.11.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada071fa490365aee804cb0a557e1912b7003b21a851a062a3e48b99681dada6 +size 229376 diff --git a/model.layers.11.mlp.down_proj.scales b/model.layers.11.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e4bd3c604d00510524648b6f12abde105bd8b7d8 --- /dev/null +++ b/model.layers.11.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fd3f08f58282fff1a28365a089721df9ebf374ce54acbd68b3f5db213a3867 +size 917504 diff --git a/model.layers.11.mlp.gate_proj.qweight b/model.layers.11.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..55352b3e3b31b746e20fecddbfbd401f516bc99b --- /dev/null +++ b/model.layers.11.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acd3303eda2dae71878b53d8df2412a89e2ba40994c932ddf9a7578d122ffb8 +size 29360128 diff --git a/model.layers.11.mlp.gate_proj.qzeros b/model.layers.11.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..23c3340cc410ec80bf872291266b3c5445cd8505 --- /dev/null +++ b/model.layers.11.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab64d83226d67a27561e67c0fcefd5d910fda399e7255888f5c6505f31ed2b7e +size 229376 diff --git a/model.layers.11.mlp.gate_proj.scales b/model.layers.11.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c03d439e361bea6e5bc574611009938fe3849b19 --- /dev/null +++ b/model.layers.11.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623802e4a9a9e7e6dd335b98318a1d9815cb8df4b7724e1514e16e5067309479 +size 917504 diff --git a/model.layers.11.mlp.up_proj.qweight b/model.layers.11.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..14c1538a1a593744f6d9dc453a430de9ae3ac963 --- /dev/null +++ b/model.layers.11.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75c5cba7f292456667861dbc0081aedca62d5ab89176cb16bc3021fdd3a35a20 +size 29360128 diff --git a/model.layers.11.mlp.up_proj.qzeros b/model.layers.11.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..494423970c47b4c7a4efa28774df1f35aa27135b --- /dev/null +++ b/model.layers.11.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c358ab4dcf02c1af8d00c639f228a696c913005d773ff0a7bbf83f416621ee +size 229376 diff --git a/model.layers.11.mlp.up_proj.scales b/model.layers.11.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ea52f024679e95b8ab2c4c67b752111e1a9597b2 --- /dev/null +++ b/model.layers.11.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040d9f41ef8ecf0cefb93bb4d9e1a870729dab59014fc5def51340379d268128 +size 917504 diff --git a/model.layers.11.post_attention_layernorm.weight b/model.layers.11.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..25e034f1d194348d6730ef26bae3cdb86a1a30a3 --- /dev/null +++ b/model.layers.11.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c547218eb56d3a5c8138dc2c0ac9399d877cbc5965321ad2b91e74b665f0c920 +size 8192 diff --git a/model.layers.11.self_attn.k_proj.qweight b/model.layers.11.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..913ae0a6942336724588b98f22fec8f3bf86241e --- /dev/null +++ b/model.layers.11.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8042176b30f221e404e6f372f9829f037edb9b706de39364913fe6aef786bc46 +size 2097152 diff --git a/model.layers.11.self_attn.k_proj.qzeros b/model.layers.11.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8a31af428131e59e64b0e1602d02cebcb2d79529 --- /dev/null +++ b/model.layers.11.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfef8cf2f2bf8fe96b7cbd75c9372536cb48d7c04a567e8cfd15533a14856fe8 +size 16384 diff --git a/model.layers.11.self_attn.k_proj.scales b/model.layers.11.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9e58f0b700732c2b5c19d3959209ae488d0a0f5e --- /dev/null +++ b/model.layers.11.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7380b826278bc4bf4671d59200cd7d6959727a44e66e427a0c4bdd80bc323a36 +size 65536 diff --git a/model.layers.11.self_attn.o_proj.qweight b/model.layers.11.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b2e0830c5a00761861ae4c4d2d25fb011ed64869 --- /dev/null +++ b/model.layers.11.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81814c2ea535b42fb44fb050fe0cc233506e1242dfd99fe638e071c6ef6207d7 +size 8388608 diff --git a/model.layers.11.self_attn.o_proj.qzeros b/model.layers.11.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..626f3481f4be5f4c582c0a656960f2e831ff007f --- /dev/null +++ b/model.layers.11.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049621a654bdd4d4f136561cab638366b00541fb58bc58913510fdcfc405baff +size 65536 diff --git a/model.layers.11.self_attn.o_proj.scales b/model.layers.11.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5b74568ed1dc659fbc386773f5631166999dc337 --- /dev/null +++ b/model.layers.11.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e87d806bf05d04827129d7f9e03f77a3ee1d3edecc54852b5e3c05af086183 +size 262144 diff --git a/model.layers.11.self_attn.q_proj.qweight b/model.layers.11.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0ab3dfc847a9a0746ac5a3bdc942f7796b85d5ce --- /dev/null +++ b/model.layers.11.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6a35e5033418b9c00739d61ab01ee5ab7bd2a95e543ecd88bfcd7ae211a995 +size 8388608 diff --git a/model.layers.11.self_attn.q_proj.qzeros b/model.layers.11.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6302c62c8dbf1eb016d19a88efbf0cc34c72a6b5 --- /dev/null +++ b/model.layers.11.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86818628c27686b214786b6ea7832a35f1b13300fd89966db4567d57f59d7fde +size 65536 diff --git a/model.layers.11.self_attn.q_proj.scales b/model.layers.11.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1cee613e196023da8b5509bc5965bd0a2a1f8e8f --- /dev/null +++ b/model.layers.11.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373bc272c391beb505c0e411a3ba2bec3f93ba01e4e2f1a64817657458384b0e +size 262144 diff --git a/model.layers.11.self_attn.v_proj.qweight b/model.layers.11.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..67c2f0a744be67cabd1baa070e7ac1eefe7d7a76 --- /dev/null +++ b/model.layers.11.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd997725cf31052534cc5c8a0049dbab1df7157f36cedb61f895db43ba8d32c5 +size 2097152 diff --git a/model.layers.11.self_attn.v_proj.qzeros b/model.layers.11.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7e513348afe7609657b7e1e222aff509d46d6811 --- /dev/null +++ b/model.layers.11.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d00f1e5fd93cb3c4a5ca3cf479ecb4066dc98e12345e106bdd0be5373f9517c +size 16384 diff --git a/model.layers.11.self_attn.v_proj.scales b/model.layers.11.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c73d1015c8994ec525bbc4c1ba42afc9d560564c --- /dev/null +++ b/model.layers.11.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d33fe35ba84bb151c294b5bbc3b7d3a6787d4d376355a9772024d67cbc561042 +size 65536 diff --git a/model.layers.12.input_layernorm.weight b/model.layers.12.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..6e39b0ef6dabdba097f2b1fab3bebce5cf851d0c --- /dev/null +++ b/model.layers.12.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c289e4a1b868ef6e75104764a3ae13d852d7be3ebcd87dab0a3cd525792406c1 +size 8192 diff --git a/model.layers.12.mlp.down_proj.qweight b/model.layers.12.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c6c0eb57bb4749f6d2a5943c4ba617fd73f4548f --- /dev/null +++ b/model.layers.12.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c892741ff13089f5afa2877f76c2356996a151db3632a5b216458fb1812384 +size 29360128 diff --git a/model.layers.12.mlp.down_proj.qzeros b/model.layers.12.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e9272f384df29407efb31b98456de167964528e9 --- /dev/null +++ b/model.layers.12.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4986a67ca8913897e35cebdb037d622b23a47a6632a5eb95a8a4ba680d1c822a +size 229376 diff --git a/model.layers.12.mlp.down_proj.scales b/model.layers.12.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..322aea919631341498f5b4f1ebc97a480f754faf --- /dev/null +++ b/model.layers.12.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e1fe631b18ea80981c7c698f855a1cc318fa71d2fbe32084bf524f195dbca6 +size 917504 diff --git a/model.layers.12.mlp.gate_proj.qweight b/model.layers.12.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..522ae992f0f456c8d666e7bb9ce7bbbb8deb2e6c --- /dev/null +++ b/model.layers.12.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada0f47491c316f48d13cd4bc15f5866a34b3187dddda5414f8fdfe78ecb2da8 +size 29360128 diff --git a/model.layers.12.mlp.gate_proj.qzeros b/model.layers.12.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..aecd4aaed0358f40b18c0bd641550a355ccc5e3b --- /dev/null +++ b/model.layers.12.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1908e8c43a5aab6fdac500cd210a446eb4626efb8f1fe68ce3369df33327a727 +size 229376 diff --git a/model.layers.12.mlp.gate_proj.scales b/model.layers.12.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c776734799f807c1d7da7f2491ee8dcace7ec54f --- /dev/null +++ b/model.layers.12.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b42b08c2ea5a5036584bd5456c43b0b75cb7c437e7310f4584f04278437dcfaa +size 917504 diff --git a/model.layers.12.mlp.up_proj.qweight b/model.layers.12.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..25151b7731a0d67c7d4459bfe1515d451a8d8c9a --- /dev/null +++ b/model.layers.12.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372cf1d7f3f802affec57bb0c29a0cb6341f171169818e5cc4dd03a8ab26a9dc +size 29360128 diff --git a/model.layers.12.mlp.up_proj.qzeros b/model.layers.12.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..67a29ce6b27ab26ba541efcd9f880a0d35a4b8e0 --- /dev/null +++ b/model.layers.12.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51fac2f5db41adfa467103933db54f70fdeb1368a2391551392d2d972f69be6d +size 229376 diff --git a/model.layers.12.mlp.up_proj.scales b/model.layers.12.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..67453ccef042f718b2a6f9c838c48e8a56fa497d --- /dev/null +++ b/model.layers.12.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3333f2c4284f7ee24cbcf52c25b0f5fb5c40c45c4cfe6dfcdc8e691f742750b6 +size 917504 diff --git a/model.layers.12.post_attention_layernorm.weight b/model.layers.12.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..e8c99609adb291169fdfa5cd301bb964a6bf40f3 --- /dev/null +++ b/model.layers.12.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4c75ef85e777afa3eefb33bb0919a167e383b6ee9b4d77f0ad84f99f726bfe +size 8192 diff --git a/model.layers.12.self_attn.k_proj.qweight b/model.layers.12.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ab985be6abc348f9f52de586134120136299edb9 --- /dev/null +++ b/model.layers.12.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a5891e3705e8f297aba59be15ad1ad2e78452fc8e842bc0317727742fb5867 +size 2097152 diff --git a/model.layers.12.self_attn.k_proj.qzeros b/model.layers.12.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..9aa09efdead170db1a50cae649ff612dca5094ee --- /dev/null +++ b/model.layers.12.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b6d7d78b8a0ff60a7122c47e872159d28b7235164a8232f08124cc7aa684faa +size 16384 diff --git a/model.layers.12.self_attn.k_proj.scales b/model.layers.12.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6729906694931aad8c8831500da7f6d4be0a1d35 --- /dev/null +++ b/model.layers.12.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97e58fc68d69614e45522a231abf7a69a7b2011d10e8ad1b0c2c2046039ec56 +size 65536 diff --git a/model.layers.12.self_attn.o_proj.qweight b/model.layers.12.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..3cb4d30ff6aef6e8182d57ad09d8a5c26359144f --- /dev/null +++ b/model.layers.12.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864c3deab446cd573d3a0acfa1dd9030d8b065609e357ab6f11cfcf94cdc3e60 +size 8388608 diff --git a/model.layers.12.self_attn.o_proj.qzeros b/model.layers.12.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..9bdc12fa14e30f7e7d179b4808033722981f74a5 --- /dev/null +++ b/model.layers.12.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a706e4283db753ed59ca3614616923be43113b3e9c4998526b7bbcba7179b86 +size 65536 diff --git a/model.layers.12.self_attn.o_proj.scales b/model.layers.12.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5b71dd73c30a49d41706ef1e104dc6ed3bc0c6a5 --- /dev/null +++ b/model.layers.12.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a31b354e791e6fd274e4587dffbd0290206decf068371193c85cb49178ac3c +size 262144 diff --git a/model.layers.12.self_attn.q_proj.qweight b/model.layers.12.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c0ac2461bf3e80d1ef65960587b5bb7cbe399a2c --- /dev/null +++ b/model.layers.12.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d94b2ddcca3fefc78edf7a570dc4c4b1f06def9da76927bab588f9844e5831 +size 8388608 diff --git a/model.layers.12.self_attn.q_proj.qzeros b/model.layers.12.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..127e99902e4a3c0a8d395e5faffbbf7adf5e2b6b --- /dev/null +++ b/model.layers.12.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7209c48b2f61caffd5db57b0114b0db94d1912089b70fd9d1f37ab49d3d040cf +size 65536 diff --git a/model.layers.12.self_attn.q_proj.scales b/model.layers.12.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..362fdbc6eecd8a670fa52252409bd6b81f2fa50e --- /dev/null +++ b/model.layers.12.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e00c27ba91d14d95a8fd136508029bef0856d3b85dc2ca20cca65e2bb62ba4 +size 262144 diff --git a/model.layers.12.self_attn.v_proj.qweight b/model.layers.12.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..eca0a89253cfa2eb965f49e0730ade6fa2672e21 --- /dev/null +++ b/model.layers.12.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2740151a56432da1801c820bd3ba6a60a136101bacee54d325659b53d180094d +size 2097152 diff --git a/model.layers.12.self_attn.v_proj.qzeros b/model.layers.12.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4622f1fcca9fb6349e0da72372a410825f1b8607 --- /dev/null +++ b/model.layers.12.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4507b59c613ef839577bceafe701260d6ffe4efb7deb2f85d2a262d81212816 +size 16384 diff --git a/model.layers.12.self_attn.v_proj.scales b/model.layers.12.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..58a045ab0b0203c0854ec81d43045655885d734f --- /dev/null +++ b/model.layers.12.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48357eabaa4c01121b94f0bd4e8624be30e05a0e588cec2351cccb751e3125e2 +size 65536 diff --git a/model.layers.13.input_layernorm.weight b/model.layers.13.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f8e99746d8513bd94047b7ca619a13ec1a37cbec --- /dev/null +++ b/model.layers.13.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d09fec933883245393fddf24708ad2b665d8e396eedb243197b077d3cbc6c506 +size 8192 diff --git a/model.layers.13.mlp.down_proj.qweight b/model.layers.13.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..da48b22660a3bbcf9c0a50e149d382c826f165b4 --- /dev/null +++ b/model.layers.13.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc64389684b61cf14ee650dd652031f7ab4d42aff376272ebd416d367af1e90 +size 29360128 diff --git a/model.layers.13.mlp.down_proj.qzeros b/model.layers.13.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..82926f75b79ab26f15e20271869668c7c1f81a62 --- /dev/null +++ b/model.layers.13.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdcc51c6e8e546166c1cb48ad8fdb0d9b0c4bdbe692f648cc86425909b283943 +size 229376 diff --git a/model.layers.13.mlp.down_proj.scales b/model.layers.13.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..849e94068539fa02d787733a8c6b9a59fe2828a1 --- /dev/null +++ b/model.layers.13.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d7d495de8c61249851c9b8abc791be5e79a47ffff08f76788ea871967c5611f +size 917504 diff --git a/model.layers.13.mlp.gate_proj.qweight b/model.layers.13.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6807189ec6146cb32f7104506af93ba3d85ed594 --- /dev/null +++ b/model.layers.13.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4d89064d63e25467fd82d5d6aee36e910d5509fb55f073d673e078c2133eec +size 29360128 diff --git a/model.layers.13.mlp.gate_proj.qzeros b/model.layers.13.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..1d3b42da3a77776f715f835662f71c8f586a6b9f --- /dev/null +++ b/model.layers.13.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03bb1d1458fdf66dfd921bdcc204c9512f78f2e94d4e9835ab1f190288072d68 +size 229376 diff --git a/model.layers.13.mlp.gate_proj.scales b/model.layers.13.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..95eb44442c65172c1ff2784e892bddadb676a158 --- /dev/null +++ b/model.layers.13.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81aa3cd008928c5a773192b0e966ce8dc76ccd0e1e7fa582eaa3470b25b49efa +size 917504 diff --git a/model.layers.13.mlp.up_proj.qweight b/model.layers.13.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..087a05d5f6a510842ab6786c8e7840f263090d9f --- /dev/null +++ b/model.layers.13.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c4aee73cb5af2317df9d0151e2c97c723d7b47e110876c5a4c6f69f19ec8df +size 29360128 diff --git a/model.layers.13.mlp.up_proj.qzeros b/model.layers.13.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..25980e09e3630e26426a20f5393b7fdabc42fcd0 --- /dev/null +++ b/model.layers.13.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afcc02faef644cc57d8056485d41db98230b3e63bdc8dda05e80cb571284d819 +size 229376 diff --git a/model.layers.13.mlp.up_proj.scales b/model.layers.13.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7189c9a5c7a8db257d4663f4b0dc06cc405b3c82 --- /dev/null +++ b/model.layers.13.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7af546485b7f317e0a235eff1c9149806c1fed63eb2f553e57997b03238ba89c +size 917504 diff --git a/model.layers.13.post_attention_layernorm.weight b/model.layers.13.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7fc0adadd5928afef2404dc3780e4cddaa831264 --- /dev/null +++ b/model.layers.13.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d57a24cfd9737225f136ae7d72445b872e20c2f05c9d021d5fac670e5992fb +size 8192 diff --git a/model.layers.13.self_attn.k_proj.qweight b/model.layers.13.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..17e1feab809ab372c10226081ab0d411f1aae365 --- /dev/null +++ b/model.layers.13.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad31c6ed52a86ce8fa9b0dfcfa7fa94fde5e0b1e8e56dd9d71632b751bff3139 +size 2097152 diff --git a/model.layers.13.self_attn.k_proj.qzeros b/model.layers.13.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d585770ef5955552926eeae3319c767134b6ea5a --- /dev/null +++ b/model.layers.13.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ff4d0c6c758ab99940081c4bdc8209123620af77cb4e7aa7803236e6010c7c8 +size 16384 diff --git a/model.layers.13.self_attn.k_proj.scales b/model.layers.13.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c8209e4802e64e61ec7352172a1e1427a462655e --- /dev/null +++ b/model.layers.13.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac2d7251a8c6e9013968a54db3e36c53abf08d4453470b7d54eb1aea758a6a4 +size 65536 diff --git a/model.layers.13.self_attn.o_proj.qweight b/model.layers.13.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..461b02fb85475e3ec0e9b006c25de7fdb47b5ed3 --- /dev/null +++ b/model.layers.13.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd705904230e36bc4a93dd6de0bb568033dd2c4e812078d9eb3667155732fe0 +size 8388608 diff --git a/model.layers.13.self_attn.o_proj.qzeros b/model.layers.13.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6f11fc973f333663087d3ecc9527f526e81c77bf --- /dev/null +++ b/model.layers.13.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1857aeb0464d6e136172dfb82d734cd887facc0c9369205f50e536b4203478ff +size 65536 diff --git a/model.layers.13.self_attn.o_proj.scales b/model.layers.13.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..02fb91f12fd3ee81bc09e9081f61a8be0227e3b3 --- /dev/null +++ b/model.layers.13.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e451ee2b3baf1164247d971809694b529ca45d7eef935e3619da44cb07776bb3 +size 262144 diff --git a/model.layers.13.self_attn.q_proj.qweight b/model.layers.13.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..df5097cfe7dc51f307bcec40d022a19b220015fa --- /dev/null +++ b/model.layers.13.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f3182ed423401d75a1a71527be8452969f172e451dfca08ba1f8a29e8705bd +size 8388608 diff --git a/model.layers.13.self_attn.q_proj.qzeros b/model.layers.13.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e9c3428345085ff780c57af556eb7791676728a8 --- /dev/null +++ b/model.layers.13.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33bfc99c21da0d0a61db0b12e74434b86a4215040a323ffb3f0a79d2fffd45b +size 65536 diff --git a/model.layers.13.self_attn.q_proj.scales b/model.layers.13.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f6c8008dfcbad92cf1226f1d3ced933549897a43 --- /dev/null +++ b/model.layers.13.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1818a35a90e8384833a2371c5dd1c52314043fb830051722f7999affaa56a1e8 +size 262144 diff --git a/model.layers.13.self_attn.v_proj.qweight b/model.layers.13.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..95aa68abc52277548098aba118b146201d8441fe --- /dev/null +++ b/model.layers.13.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb4fd8dac399556559d90fc972066b9c8b71cc3638c0cf7ae8b8652f96b4126 +size 2097152 diff --git a/model.layers.13.self_attn.v_proj.qzeros b/model.layers.13.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d80669cfe25bccc42f61972913f8c1db537be2e7 --- /dev/null +++ b/model.layers.13.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb5b398a1d1735a3b7fa5d1ddc6e778da41d7467e94d1809c61eae51081accb +size 16384 diff --git a/model.layers.13.self_attn.v_proj.scales b/model.layers.13.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..b7d91120ffcbc5d483d7c4e4f0d7c9d7343a3467 --- /dev/null +++ b/model.layers.13.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b69cfdf390bc923859067e6ae5fc7c8ebccc58a3cf916b7616333f08d690ec61 +size 65536 diff --git a/model.layers.14.input_layernorm.weight b/model.layers.14.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4e1325ef8269aca6094ad9ef1e99215f093b42aa --- /dev/null +++ b/model.layers.14.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49931a0dd1dab27957037fbc6336c5b6a2cf6e8caa53fedef6e7dbd3e00ba10 +size 8192 diff --git a/model.layers.14.mlp.down_proj.qweight b/model.layers.14.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..78d5f230a53be8ab09487e5a80cbb9f4da49f1ca --- /dev/null +++ b/model.layers.14.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf0777c500eaae85d669469bedcba86cf10fd6caced314333defe32e1ec56e4 +size 29360128 diff --git a/model.layers.14.mlp.down_proj.qzeros b/model.layers.14.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0dcd7c338420d51d80727076e6658bd0859449a0 --- /dev/null +++ b/model.layers.14.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0a424d82782f0bbe5ad9f921d5eef920f1717da99c34b149c88adb8e39a8d0 +size 229376 diff --git a/model.layers.14.mlp.down_proj.scales b/model.layers.14.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f844f5ab2dd6055dfb2151b4a3f477ed69b16d89 --- /dev/null +++ b/model.layers.14.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e503df9cedafa23dd6e62d06da0e4330432032f0b4c3d0fca2a06864372c58 +size 917504 diff --git a/model.layers.14.mlp.gate_proj.qweight b/model.layers.14.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b5f7266efaad749ee7019027eb818f864d261a47 --- /dev/null +++ b/model.layers.14.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d729e4cbffb40e99402b586b285e75ca04604bff480db1303d0784982031d97 +size 29360128 diff --git a/model.layers.14.mlp.gate_proj.qzeros b/model.layers.14.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..01d86b13cc145bd6ff82a03e651a31d59b1e8a4a --- /dev/null +++ b/model.layers.14.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ecd1098b5d7ac81dda7e196a27178f53c0aab2e2b423f36d69339fca8c753 +size 229376 diff --git a/model.layers.14.mlp.gate_proj.scales b/model.layers.14.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5a575e2f8dbbd6f89fd9bd1199f9c103eddf2a8f --- /dev/null +++ b/model.layers.14.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42264f6edaeb0b8e2f3d4fb0043cf54934885f90c31bbdf28d776164afe2f85 +size 917504 diff --git a/model.layers.14.mlp.up_proj.qweight b/model.layers.14.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1ffc85014e7660a19de3f682b6ff440313ab3f72 --- /dev/null +++ b/model.layers.14.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a797059f178e3a95905ab0773673098a80d376de57e5ee9f00aa9e6f81d840c8 +size 29360128 diff --git a/model.layers.14.mlp.up_proj.qzeros b/model.layers.14.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f731085fd2abb7a2169ae50166650c636c318089 --- /dev/null +++ b/model.layers.14.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72185376915a10eb17ed5d8f420dcc16a48027e7c9b0d74f4ee5b2a08f90a916 +size 229376 diff --git a/model.layers.14.mlp.up_proj.scales b/model.layers.14.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7e8866990f925720e68ed09697e4a26e073e6897 --- /dev/null +++ b/model.layers.14.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c52532e6b1e9e05fa89443cfbb11497278e67d2754ceab52764b775671dda6 +size 917504 diff --git a/model.layers.14.post_attention_layernorm.weight b/model.layers.14.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..484ff6c38f6ddc003245458ff70bbed4b22edeb5 --- /dev/null +++ b/model.layers.14.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc793736223c24b111b9cb0b12260db7c432381d8401070888e9c4eb0fda7b3 +size 8192 diff --git a/model.layers.14.self_attn.k_proj.qweight b/model.layers.14.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5e18e788e242beb8850937440072533ce8747864 --- /dev/null +++ b/model.layers.14.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d14ea6fc9c1b33bcf834e2a3eafd645f48753b33e45f3f0d03d54c74d225ad +size 2097152 diff --git a/model.layers.14.self_attn.k_proj.qzeros b/model.layers.14.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8c75e7f8261df5dee40490cdc4a5bc5cecb62afe --- /dev/null +++ b/model.layers.14.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad85daae8063d999b01ddc4d9ec947e40f83d73406b1b2acbdef4b41bfcdf3a0 +size 16384 diff --git a/model.layers.14.self_attn.k_proj.scales b/model.layers.14.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a56e34a7d246fe89c1f09588022e2b73961fd0d3 --- /dev/null +++ b/model.layers.14.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5eed324bd3f71b2e7eac4af96a2bf4f5c03337215b91090414633093d0a8b8c +size 65536 diff --git a/model.layers.14.self_attn.o_proj.qweight b/model.layers.14.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..93cecba039edeca4cabed3d84814eef045379b31 --- /dev/null +++ b/model.layers.14.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d7d50dfeb86c115e9c6ee5511f0b061f60a52dfc2cbf3b4cff1a14cdc6e139 +size 8388608 diff --git a/model.layers.14.self_attn.o_proj.qzeros b/model.layers.14.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a2000bf840f0f4798d4379a046a937a2eb3d56be --- /dev/null +++ b/model.layers.14.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f8d706716147ff565344959e869cd8ec6df36b98621687fda139dc4c441074 +size 65536 diff --git a/model.layers.14.self_attn.o_proj.scales b/model.layers.14.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8dfa77dc97019ca9a7f658b461f9a40fa22689c0 --- /dev/null +++ b/model.layers.14.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af5d3bdb446b610f3969bafec091b51296241929384012100fd7647ed86c5bd +size 262144 diff --git a/model.layers.14.self_attn.q_proj.qweight b/model.layers.14.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..786bfe44301708ce0fe5c7996dd41cb37c7d851c --- /dev/null +++ b/model.layers.14.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9201dd4ca08842410b8abe74ebef013eabb7e106e29ba8f3eb650c67a4d8e4 +size 8388608 diff --git a/model.layers.14.self_attn.q_proj.qzeros b/model.layers.14.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4f71c8024e5a138f07ce150e6fb40afbf78b8c9c --- /dev/null +++ b/model.layers.14.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03225651912dea23febf23bc6f61f10e5bbf77f45cde29c876fc20fbade8553f +size 65536 diff --git a/model.layers.14.self_attn.q_proj.scales b/model.layers.14.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a17ca65b32ebf29cd755318fa196ebb92a2fa9bc --- /dev/null +++ b/model.layers.14.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01224d42a61531d14297c40dc34a0ab0f4df6109867be10a29749ede7df5a317 +size 262144 diff --git a/model.layers.14.self_attn.v_proj.qweight b/model.layers.14.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ae8b2bffa02fb99061e6978f69c664754ed5a609 --- /dev/null +++ b/model.layers.14.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d4e211659ca22d0a5e4bb2dc0990e0dd641a336fda5df1d896f791d3c4f7de +size 2097152 diff --git a/model.layers.14.self_attn.v_proj.qzeros b/model.layers.14.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..b44757195f48d6b4d3489cc4634392d8581797c4 --- /dev/null +++ b/model.layers.14.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae800ba1e397ba3bb491bb59aae1c1d16f282c095376cf45393e553355afcb19 +size 16384 diff --git a/model.layers.14.self_attn.v_proj.scales b/model.layers.14.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..733351005253ee373f2869d59397d5419f0718c0 --- /dev/null +++ b/model.layers.14.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552eb15da0bcc057f1aa745bfa3feed072646d2ec082555e79f00ef9b2665f6c +size 65536 diff --git a/model.layers.15.input_layernorm.weight b/model.layers.15.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7ce8ffd107b53b495b359006611e98bff8abe780 --- /dev/null +++ b/model.layers.15.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3564d121353ef7cd356c38407d45504f812638f5eba7c8a6a12234fa001cb768 +size 8192 diff --git a/model.layers.15.mlp.down_proj.qweight b/model.layers.15.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..173ab382eae35a424579fd4a3403fd06b26455d8 --- /dev/null +++ b/model.layers.15.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1195aa15973009fb2c9fb484316fba29e589acdd8610d27a66ffd7d3ab80988 +size 29360128 diff --git a/model.layers.15.mlp.down_proj.qzeros b/model.layers.15.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5d6e89ad36e6929c3d446da841a8f27c6f182810 --- /dev/null +++ b/model.layers.15.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b4bb358ef783c614971f3950ecbc994a10eebc623e0d371b92711ba344ea17 +size 229376 diff --git a/model.layers.15.mlp.down_proj.scales b/model.layers.15.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bc7a36fa3e589f8ea798adeae36acfbed809d54f --- /dev/null +++ b/model.layers.15.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84df741532952597b8ca1422763f0a100b5be1db16abed00d26c65a51235c5c +size 917504 diff --git a/model.layers.15.mlp.gate_proj.qweight b/model.layers.15.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5ab578d3c20c9fbb53478bf92eec7d851b8338e0 --- /dev/null +++ b/model.layers.15.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a2e4dc67cbcfb6e31902f0c7f7b2bd32dc09ae51f5e9bbbcd2986be1ec2d0b +size 29360128 diff --git a/model.layers.15.mlp.gate_proj.qzeros b/model.layers.15.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e90977092181ef3a57d2ce30656474c9d81d5fef --- /dev/null +++ b/model.layers.15.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffa8d9dd112c441f382354e7cf8ca8cb004c428b1a337c4cd8e6430d6a83a75 +size 229376 diff --git a/model.layers.15.mlp.gate_proj.scales b/model.layers.15.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..95be352f3260edf5d08c6fc5ed8f8ae42ce529c2 --- /dev/null +++ b/model.layers.15.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57eed78338b8998ff2b11a5d64e989e9fd5861158bfac70ef1a151a16f12c3e +size 917504 diff --git a/model.layers.15.mlp.up_proj.qweight b/model.layers.15.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..3a2ede769f6875e673de7873c4efa860175b9d5d --- /dev/null +++ b/model.layers.15.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458ae48a7f14a68d0ec46dc262621f2b53c55d3b4033b0072402c453e65ec4c7 +size 29360128 diff --git a/model.layers.15.mlp.up_proj.qzeros b/model.layers.15.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..abb10edf056034e99e6f629ab8e494ced353a9f8 --- /dev/null +++ b/model.layers.15.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e276d32fb9124643ac8191ebb348e759752c8291b0ad158133e8ca97a3af664b +size 229376 diff --git a/model.layers.15.mlp.up_proj.scales b/model.layers.15.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e23eb057722a017bedc1f43f1061421dca37a176 --- /dev/null +++ b/model.layers.15.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:062b41ecd42877777e6c7b9971b59a5e68a223941302de299fdc2c3f9f8f75ed +size 917504 diff --git a/model.layers.15.post_attention_layernorm.weight b/model.layers.15.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..aba76e83f6f9b5ef291194cdc2e9c47ee3e3edc1 --- /dev/null +++ b/model.layers.15.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6441d1f23b8fc4b684f12671112556174300ca58cf2cd0d618eae14c3245719 +size 8192 diff --git a/model.layers.15.self_attn.k_proj.qweight b/model.layers.15.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..57ac6a1eb4a1c90afcb2a1b408b93225be7aa794 --- /dev/null +++ b/model.layers.15.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebe2945b359711bfaba837d98398c627fc8c08dfb62eaa15741bea46a02512a +size 2097152 diff --git a/model.layers.15.self_attn.k_proj.qzeros b/model.layers.15.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..06b2be3537ca82bcc3494a7b0ffe434272ba8123 --- /dev/null +++ b/model.layers.15.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d9f5a7a2885e113dd0e1a2302b944cd1fefee6e2c0c529e54233e711307fa4 +size 16384 diff --git a/model.layers.15.self_attn.k_proj.scales b/model.layers.15.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bbcc5745135e838ffcf1729be5e0affee0dfe962 --- /dev/null +++ b/model.layers.15.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ddc1ae31c8a450ba420fea2772070ad54b052862e3115f167baf9df338e66a1 +size 65536 diff --git a/model.layers.15.self_attn.o_proj.qweight b/model.layers.15.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..dba04e604ed79cc6de51255530d1ae3f289442b0 --- /dev/null +++ b/model.layers.15.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3dddafdf9618307aa940772424135244d952be59c9fcc165ff716fe87812116 +size 8388608 diff --git a/model.layers.15.self_attn.o_proj.qzeros b/model.layers.15.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..754451c4c416a6950890f12afff2dcc0af55e750 --- /dev/null +++ b/model.layers.15.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3431972a305e0905454fdda787e225cdaddde90202ffdd17c081b36f2985c486 +size 65536 diff --git a/model.layers.15.self_attn.o_proj.scales b/model.layers.15.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5bb2d24721323346b51963ba55a246c51aa890f7 --- /dev/null +++ b/model.layers.15.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6619a49ba96bc9a466a92cd61bb3a0c8046a6d9b3e90ebabec2f11d9fcf7719b +size 262144 diff --git a/model.layers.15.self_attn.q_proj.qweight b/model.layers.15.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..44f8f3ede833d1be403c84d864b8bb89ca57bf42 --- /dev/null +++ b/model.layers.15.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87551670ed1ee8878eaffe5f68a34281feed46b59b2f289965fecad8aea00f01 +size 8388608 diff --git a/model.layers.15.self_attn.q_proj.qzeros b/model.layers.15.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4b7b1d86f60f206e1e24f0cda90e6d464e0f6806 --- /dev/null +++ b/model.layers.15.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd6be4e4c755b9c8a40ef73b70ee38958f60166aab4572b410e5c391ff56017 +size 65536 diff --git a/model.layers.15.self_attn.q_proj.scales b/model.layers.15.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c7ab9e4d70a3f300e99d4d1bcd1487b0dcde2a33 --- /dev/null +++ b/model.layers.15.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503f32b0506adf867b59c729dc059759319c180fd9a6fd7da34ff60ba8c6f61e +size 262144 diff --git a/model.layers.15.self_attn.v_proj.qweight b/model.layers.15.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..da1b18e075ade4a8b8630d528e25a45cad898ea8 --- /dev/null +++ b/model.layers.15.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c5a04729b4527b98eae2ab7406c11d243c83d08892cc6de35db40b83167fda9 +size 2097152 diff --git a/model.layers.15.self_attn.v_proj.qzeros b/model.layers.15.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..95462bf359942820ec8a596a2963b21e6954593c --- /dev/null +++ b/model.layers.15.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae628adf5b309d71d00a21926be13c6ab418cc149c5da0e01231e86a844db7a +size 16384 diff --git a/model.layers.15.self_attn.v_proj.scales b/model.layers.15.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..feadda62e395daa3663334243d13bc4830b541e6 --- /dev/null +++ b/model.layers.15.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb29ec34b2931f9498b211088c4a7e14504f6890161dde33bc51b7c4d67ee878 +size 65536 diff --git a/model.layers.16.input_layernorm.weight b/model.layers.16.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..0278c2a980720e90ea8a18df36cbac455175f428 --- /dev/null +++ b/model.layers.16.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736ca42620699f1625912307e2b946ec9967f328db08b912c32e6d90f6776686 +size 8192 diff --git a/model.layers.16.mlp.down_proj.qweight b/model.layers.16.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..83d85c5270d8f85b03d4840c0e4d8c7020454f5c --- /dev/null +++ b/model.layers.16.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31aa9a76bb7b204937211423c84c96ce6b2af7677cb29620d803de385fae0864 +size 29360128 diff --git a/model.layers.16.mlp.down_proj.qzeros b/model.layers.16.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..179dab191bf55d08716c658e5bb15f108cb4df19 --- /dev/null +++ b/model.layers.16.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0942c7390daffb72e97ab527b932a2c77d29105319be5cba403b35aa11118f23 +size 229376 diff --git a/model.layers.16.mlp.down_proj.scales b/model.layers.16.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..dd62f623e74d1592084bfe29a02e6d1e13399048 --- /dev/null +++ b/model.layers.16.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7ceb9daca758308429a568bb117486b4765bdf40090cc64aae7d7d5a5005b2 +size 917504 diff --git a/model.layers.16.mlp.gate_proj.qweight b/model.layers.16.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fd3d1bbc15b12ece62a7d55824b23764e27b8d9f --- /dev/null +++ b/model.layers.16.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:014a3e26cc559daaa8df6ddff3e62304a0bfa44479af7ea1be6124eb70885965 +size 29360128 diff --git a/model.layers.16.mlp.gate_proj.qzeros b/model.layers.16.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..256373c1af6fb96c1329e18dfb98b04db1b9bff7 --- /dev/null +++ b/model.layers.16.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e58ec72934fd5fd24b32d72262599df2ab437fea44b9646fb8ee866489164d2 +size 229376 diff --git a/model.layers.16.mlp.gate_proj.scales b/model.layers.16.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..2466571960fe4cf0e66f447e30f50363705b4cdd --- /dev/null +++ b/model.layers.16.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f4b1d03cd90c5738dad0130c3a42a48316e7880c527ef346119e78e164d630 +size 917504 diff --git a/model.layers.16.mlp.up_proj.qweight b/model.layers.16.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..aadbc1b1b386e6bb2c5fa58ad6a0fa64f340e7df --- /dev/null +++ b/model.layers.16.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46793db17368f4f723912af30ccf6e11f8e740ba60be787e0aca5e00fca5565 +size 29360128 diff --git a/model.layers.16.mlp.up_proj.qzeros b/model.layers.16.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f7b6bc6dfb7c795deacbb0acf0ac405b2de1a30a --- /dev/null +++ b/model.layers.16.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99cc8ee451ab1cf167edfae80dc2f526b2788c90477eebdd8bd7725d068ea57 +size 229376 diff --git a/model.layers.16.mlp.up_proj.scales b/model.layers.16.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8cd131617d04e88d91785ebe0bb35935af191b91 --- /dev/null +++ b/model.layers.16.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:067833c5973f9c86d5529fd12bbf7aa82ae45b3ab410b5e436702a2459066433 +size 917504 diff --git a/model.layers.16.post_attention_layernorm.weight b/model.layers.16.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..102782ac7febaf18ebeae87c6862d51d80462e13 --- /dev/null +++ b/model.layers.16.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f643ddbb7a665b1f9b4984d5792757162b454023c042aca9ac9f3f646561f356 +size 8192 diff --git a/model.layers.16.self_attn.k_proj.qweight b/model.layers.16.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..98516990b3f507aef90160c554c8895da76fb623 --- /dev/null +++ b/model.layers.16.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14dd89fd6057a6cb584f92bcbb6d340b0e0326fe0b6372e97b9529aa859d54a8 +size 2097152 diff --git a/model.layers.16.self_attn.k_proj.qzeros b/model.layers.16.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d861155a5424e17698e9b5f0c97d9ff0297d46f5 --- /dev/null +++ b/model.layers.16.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e99cd08796221ad66df98bb47731ab5e51479e814a9b1a7d4eb47da07d89a79 +size 16384 diff --git a/model.layers.16.self_attn.k_proj.scales b/model.layers.16.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..aafa2cc6684e0cd1c4c546786c27c786133fc348 --- /dev/null +++ b/model.layers.16.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7e202d69d21647db64b5d997504f96b7036a340a2d22f466028f11b23c0b13 +size 65536 diff --git a/model.layers.16.self_attn.o_proj.qweight b/model.layers.16.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6a253e7004c4bed117ddeaeb1e5bc77af0a4d944 --- /dev/null +++ b/model.layers.16.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b7219e0453b93c1ce664763f6988bdf1b87613e866c7b96530a8aab7fcd6c7 +size 8388608 diff --git a/model.layers.16.self_attn.o_proj.qzeros b/model.layers.16.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..2c335410a6022327f5bccf23d1fcbf59bab820a6 --- /dev/null +++ b/model.layers.16.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb8d1bcf4793959f2ac159f6530076da76c42281bf1e59363b2341c83cfc268 +size 65536 diff --git a/model.layers.16.self_attn.o_proj.scales b/model.layers.16.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8cb1ea5131de6765203b9e4d5d49267c840ea25b --- /dev/null +++ b/model.layers.16.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01bf976e1ad6fc2bdfb21b75e00b020e43d9dcd4b757bbf668f0b3b158c3691 +size 262144 diff --git a/model.layers.16.self_attn.q_proj.qweight b/model.layers.16.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a0878a71366a2ec817ec9a00a683919c5acddba7 --- /dev/null +++ b/model.layers.16.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4ee190344dc7dcd288a33de275ad6d76fbdb77b7a4a67629745284c4d0b6ef +size 8388608 diff --git a/model.layers.16.self_attn.q_proj.qzeros b/model.layers.16.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5b623f37789cefc10a327f8309cf8151dea47e37 --- /dev/null +++ b/model.layers.16.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d0f12622a4745fa004633184183d95dfebc3b649d7e9c71200738981e9104b +size 65536 diff --git a/model.layers.16.self_attn.q_proj.scales b/model.layers.16.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..182e2cc67a9823b1104b80f85a317d3be1868cef --- /dev/null +++ b/model.layers.16.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d816d8d44a7c18ebc87ce680aa771bc10c0d52174a288681f169da025020e5d3 +size 262144 diff --git a/model.layers.16.self_attn.v_proj.qweight b/model.layers.16.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5802d949e6818c51686d74ffbcd6e44328846036 --- /dev/null +++ b/model.layers.16.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999576d7607db03834082130416c339ae24e460fae29d46aa8fd1a19d535c926 +size 2097152 diff --git a/model.layers.16.self_attn.v_proj.qzeros b/model.layers.16.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..34c8b88c3a396ecdc7d7b89528b81d6b88467fb9 --- /dev/null +++ b/model.layers.16.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc5c80e5eca7378b5fbf22fdc5253eb499fd44d2c013090f18149ba2a2b4993 +size 16384 diff --git a/model.layers.16.self_attn.v_proj.scales b/model.layers.16.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..69fa3a95be84eda0d65b366cdc99185832e6e359 --- /dev/null +++ b/model.layers.16.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc8a12a0626ab8d54d0a35509bec7e61f76ac7b23ec0d4fc2ead26218eae9b9b +size 65536 diff --git a/model.layers.17.input_layernorm.weight b/model.layers.17.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..42a332a07f58d035344557d49a144965953b7d58 --- /dev/null +++ b/model.layers.17.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523e5b27d8de9ad75ac5c201f02b9cc164242e9a62c40b8819b72ef3ee49d4b9 +size 8192 diff --git a/model.layers.17.mlp.down_proj.qweight b/model.layers.17.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d60b77c81a5ab273c79fb3607e7f527def5e92b8 --- /dev/null +++ b/model.layers.17.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a816f7aeea66db7ad49ccd33f456c1dda344c86529e7bf727eaa676d9d9e962 +size 29360128 diff --git a/model.layers.17.mlp.down_proj.qzeros b/model.layers.17.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..93b408d2096d09b62c28e5d81ab483689be2f784 --- /dev/null +++ b/model.layers.17.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e283f8ff55f5bb583bf5c13e1015540bb8b0eb1fc4f855cd8baaadde42b313 +size 229376 diff --git a/model.layers.17.mlp.down_proj.scales b/model.layers.17.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..09568133f6a5b3ad025c3785c1139d16b86f9305 --- /dev/null +++ b/model.layers.17.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:938187c299c3322868786c2d86f6fca2fda5b1ae6d34ea305a60ec97754ed963 +size 917504 diff --git a/model.layers.17.mlp.gate_proj.qweight b/model.layers.17.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b8b51e2f4ba8fb8c67f78cd4848977853a9e27a0 --- /dev/null +++ b/model.layers.17.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c781b8e9b4d13822190d9d5fcacf54f82611e46bc29b6eb13ce547d7acae09bf +size 29360128 diff --git a/model.layers.17.mlp.gate_proj.qzeros b/model.layers.17.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6728cbb845453557baac78acf1ca7371818e51fa --- /dev/null +++ b/model.layers.17.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:424e8085d1b31efce30c42f0963a339eb72c0cd57f0e4ed8cc95ba3e6a7f3179 +size 229376 diff --git a/model.layers.17.mlp.gate_proj.scales b/model.layers.17.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..696bf478d6c37053251afc7e4afeecceee795341 --- /dev/null +++ b/model.layers.17.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4930535ab64ce54f1bf7956b16ef5e27e6db24bc113645dce76ebc8ed53b0262 +size 917504 diff --git a/model.layers.17.mlp.up_proj.qweight b/model.layers.17.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..643f6326816de441cf9b812b51370293dced158b --- /dev/null +++ b/model.layers.17.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53773e006cdcc2c183317484553b09c85dd0ee932d9020bf5156f98ee6ddfed9 +size 29360128 diff --git a/model.layers.17.mlp.up_proj.qzeros b/model.layers.17.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..3ac13c8e1659ba17c8b868450e1228c7953a08a7 --- /dev/null +++ b/model.layers.17.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e7da98c8f183dc77677e34f4dab0f408233bddd0981a079bd629edb30eb137 +size 229376 diff --git a/model.layers.17.mlp.up_proj.scales b/model.layers.17.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..00922c6a031258f8ecaf9ed918c3fd2d11244486 --- /dev/null +++ b/model.layers.17.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bdb90b753bb2e47887b8833376beee66022ef6acf9b304b051f8d7f7c8d15ac +size 917504 diff --git a/model.layers.17.post_attention_layernorm.weight b/model.layers.17.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4a1fb4689a084e86606268e1dd72df97a2e87c26 --- /dev/null +++ b/model.layers.17.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cba28660a12d17d9d48d2d8e7d6715bc79c3faecc96cb44e2679be1b39ddd0c +size 8192 diff --git a/model.layers.17.self_attn.k_proj.qweight b/model.layers.17.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..40a983be0fe92b0a3cd64c0bfd4dd13b20c7e52f --- /dev/null +++ b/model.layers.17.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a3d1fba5558ad1ecf70a6661413e0e439da136256fa4434535320a3117460e +size 2097152 diff --git a/model.layers.17.self_attn.k_proj.qzeros b/model.layers.17.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c79e26d161f705366647699760a2da866835c46a --- /dev/null +++ b/model.layers.17.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105d36bb2d6dfe28408164b9ed6955ae005e434d07de77318ac2661f79748f04 +size 16384 diff --git a/model.layers.17.self_attn.k_proj.scales b/model.layers.17.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1477a47d73549518d305d70c13545ea69b78ffc2 --- /dev/null +++ b/model.layers.17.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:310ca4da4d980205e4aefc785fe721f0bf6d6335b97e4c51549a4e55f07daad1 +size 65536 diff --git a/model.layers.17.self_attn.o_proj.qweight b/model.layers.17.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9a398f90c45dee1c52bcfb59398fb52130fe1ad4 --- /dev/null +++ b/model.layers.17.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664f6c0f3f8fab086f29adf6e142c978bbbe4eaff4b281cfd85ad4c46dd8718f +size 8388608 diff --git a/model.layers.17.self_attn.o_proj.qzeros b/model.layers.17.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6352bc29b2cda6d085f26941345e7109909496c0 --- /dev/null +++ b/model.layers.17.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da11f71beffe998fe3c6431efa36722ab232c0bfaec35cd7269bd66a856468e +size 65536 diff --git a/model.layers.17.self_attn.o_proj.scales b/model.layers.17.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bc3a7318240dd5749b68d838c5d7675009aab83a --- /dev/null +++ b/model.layers.17.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0af72bfe9a0d80c7a26106d414f7340e43397957645f720e12cd5fe1cb04e58 +size 262144 diff --git a/model.layers.17.self_attn.q_proj.qweight b/model.layers.17.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d39ef59d3d40ca71f317203e340279341ba54afa --- /dev/null +++ b/model.layers.17.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab2f09519370bf49b7281571a7c9d10af04e114c55b493e4736c7363f3fb450d +size 8388608 diff --git a/model.layers.17.self_attn.q_proj.qzeros b/model.layers.17.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5a9a6ef76345d75d2813e7f6a62fb9295e4da546 --- /dev/null +++ b/model.layers.17.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c2a893681dabd0793a3c97fbe2bfd85699b6d09255dce57f9a4ce3c626f209 +size 65536 diff --git a/model.layers.17.self_attn.q_proj.scales b/model.layers.17.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..526ec3695a62152b4ed1160d7615c3cc93da0b4f --- /dev/null +++ b/model.layers.17.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78fccc2b91aad3d64b2618ed94a161e85c538ac71578464e0dcddb1e6c921d02 +size 262144 diff --git a/model.layers.17.self_attn.v_proj.qweight b/model.layers.17.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d7cc7e9e7ddfca2d59e862a13581de55b13a58af --- /dev/null +++ b/model.layers.17.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32cb15133c7bf924416be5ffc566aa6e2677cd467caefce45ff77f63b6765893 +size 2097152 diff --git a/model.layers.17.self_attn.v_proj.qzeros b/model.layers.17.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..67e488b9fea8ec8feabd72d5522219e1591efafb --- /dev/null +++ b/model.layers.17.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f47d49e8eb87b72417d24e5f658bf9c9bf3e9a6012b89e737e97490ab13148 +size 16384 diff --git a/model.layers.17.self_attn.v_proj.scales b/model.layers.17.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bfd95ce00e6e549f4ab704dbd98a32a68ce24272 --- /dev/null +++ b/model.layers.17.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d31282e40716fbe2074cf1f8601b1807ea6adce717e38240a718163ae98d60 +size 65536 diff --git a/model.layers.18.input_layernorm.weight b/model.layers.18.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..0f4363aec50ceaa2c01432bd6d938974dff8a70d --- /dev/null +++ b/model.layers.18.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc1406bb3c014f8bed6e44875e68b472752e342d59aecda83fbc2fea7ed133b0 +size 8192 diff --git a/model.layers.18.mlp.down_proj.qweight b/model.layers.18.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a33e89cc97a846ab5d80c9df65b182b0d77d479b --- /dev/null +++ b/model.layers.18.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0263b9ee6918eeee141f275b7f42634af30563872fcbd3af49880b5b49c8bffd +size 29360128 diff --git a/model.layers.18.mlp.down_proj.qzeros b/model.layers.18.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f716c4c695b309b405403f3c070d1eee769f992c --- /dev/null +++ b/model.layers.18.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f099a5a2fbfadd02782742b6a500fada1004a096b97a47a867da7254ad9c8135 +size 229376 diff --git a/model.layers.18.mlp.down_proj.scales b/model.layers.18.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4437657188002f87ac8dd225a5a94752c48b5364 --- /dev/null +++ b/model.layers.18.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d4c962aeac85e93240e6a8a0769611d91f3e51db43195ee4dd4468e4c20ba9 +size 917504 diff --git a/model.layers.18.mlp.gate_proj.qweight b/model.layers.18.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1fa10e383fbc46fef09e99e1f664c74936407ddc --- /dev/null +++ b/model.layers.18.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b872efe551c3041827aa9eacbfa03a3b068c2da0432bf57fd82a04ea993feeba +size 29360128 diff --git a/model.layers.18.mlp.gate_proj.qzeros b/model.layers.18.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0619add5e6f366d36bcd4ba5fc464be7e5f7a821 --- /dev/null +++ b/model.layers.18.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc253075f879f7eae47a2d502ca6bfd3a0b166251876835a77805199a7c4937 +size 229376 diff --git a/model.layers.18.mlp.gate_proj.scales b/model.layers.18.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6dc5efb3591614f923d9f0097ceeca88d285c297 --- /dev/null +++ b/model.layers.18.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d0e254dcd26573ca9a55546643d89841dc782b48dd3d1a85fd4be69ea49437 +size 917504 diff --git a/model.layers.18.mlp.up_proj.qweight b/model.layers.18.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9221507b7c6cda6d25f996cb023d7291e480e0b9 --- /dev/null +++ b/model.layers.18.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b13f739ba6a0b1674073fb7a6f9f2d6afda6468dce76b0613eb8abf3295c6f +size 29360128 diff --git a/model.layers.18.mlp.up_proj.qzeros b/model.layers.18.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..37012c26f4a8fbf16f8641530ea389bc19350f0b --- /dev/null +++ b/model.layers.18.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc6ee078c548ac10f3554e875e4f2fb04b87b50a9e8367acc54c40f60ad01ca +size 229376 diff --git a/model.layers.18.mlp.up_proj.scales b/model.layers.18.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5f7beda458eba45de38346ac4218301f1de307e0 --- /dev/null +++ b/model.layers.18.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2dee4181788a4b58b8df1388bda9186b3754da05c2f6ad27f2c83f855649680 +size 917504 diff --git a/model.layers.18.post_attention_layernorm.weight b/model.layers.18.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4ed02daa43130dcc4e871f2f327fbd00b3a84a6b --- /dev/null +++ b/model.layers.18.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67cd02db703cfc90b0d291ef10eee6338b8d1218ce97b5fc1047327b8b4c563 +size 8192 diff --git a/model.layers.18.self_attn.k_proj.qweight b/model.layers.18.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..068db06de1c72688a868e48935f2e8abb16e3c16 --- /dev/null +++ b/model.layers.18.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b039bdff65e213852e47930d0e781a737da37d930f44714d8b03d546ce75eed +size 2097152 diff --git a/model.layers.18.self_attn.k_proj.qzeros b/model.layers.18.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..2d9153d705bbc446d85fa28bad93d17fbb8e29db --- /dev/null +++ b/model.layers.18.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daf2703581117d517021d3c9d6137be903019aa0057b335c16fd1e45c7744a6 +size 16384 diff --git a/model.layers.18.self_attn.k_proj.scales b/model.layers.18.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3a89bc39f97a63ad48d8b4692e8fe3dc5bc29087 --- /dev/null +++ b/model.layers.18.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c269d40e4fc73c646851d5db42565be2ee654f98b246d4fcc372fb5d16a102 +size 65536 diff --git a/model.layers.18.self_attn.o_proj.qweight b/model.layers.18.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..456314a7e165abb063ca3edc9fc5fa66b3f5b2f8 --- /dev/null +++ b/model.layers.18.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e5d70bb22b0681e129431c0ae6549316b6abf72f5445cebc39bb5a6cdc3cc6a +size 8388608 diff --git a/model.layers.18.self_attn.o_proj.qzeros b/model.layers.18.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c522a93ab79e66b427c690d6b18252d6453467e2 --- /dev/null +++ b/model.layers.18.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb95a51c9869e3a11c37114d50a3c39d3e8a20784000e0db57415d9f6c90b14f +size 65536 diff --git a/model.layers.18.self_attn.o_proj.scales b/model.layers.18.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a437fda64d9d1beb87de7f2a45a249a605283ce1 --- /dev/null +++ b/model.layers.18.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d629da9535b4dd08c49085dcdf8a2c8129967879065590dafe660cf4c3c79544 +size 262144 diff --git a/model.layers.18.self_attn.q_proj.qweight b/model.layers.18.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..035ff8fd5ccec9b43f42eeff6b0861089984f4bf --- /dev/null +++ b/model.layers.18.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570748ed53b2e4dc7332f65146fba53f066268e901e4b117f5c6a67b04d57efd +size 8388608 diff --git a/model.layers.18.self_attn.q_proj.qzeros b/model.layers.18.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..67d20e18b8626c2df75dedea9a5f8a878ad48515 --- /dev/null +++ b/model.layers.18.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15a453b9f46cac59f257b50d0b0cebf6401a1d84e5b39ef973f7ffd009bfa4b +size 65536 diff --git a/model.layers.18.self_attn.q_proj.scales b/model.layers.18.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..22d0e35a01621fe56004f5c69c445e1c971ef3a5 --- /dev/null +++ b/model.layers.18.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03091969b4b83ea09d9ba6c946165bf3f3611c886c5beefc80a78bbd613e0321 +size 262144 diff --git a/model.layers.18.self_attn.v_proj.qweight b/model.layers.18.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..143c4fd4977fbf19000a59a343d3abd18c957572 --- /dev/null +++ b/model.layers.18.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e9fc48dd56cee059e94480077c85f11b620f4bb60c213c1f603c8a421b236e +size 2097152 diff --git a/model.layers.18.self_attn.v_proj.qzeros b/model.layers.18.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bbc32081cfb4da9ec249695e45ca46455b06f249 --- /dev/null +++ b/model.layers.18.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0162395e39ca31e1fe9318dbdd885ccf085a8974ded70214491a05f9f5312795 +size 16384 diff --git a/model.layers.18.self_attn.v_proj.scales b/model.layers.18.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..0141da59f1ed25c5ee0df3df9672ebde906ce901 --- /dev/null +++ b/model.layers.18.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295ccbe45ca413ab6b533c308b5a46855e4e893f100b6520542a5c157ddd3a6a +size 65536 diff --git a/model.layers.19.input_layernorm.weight b/model.layers.19.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..1c5f882935c6ab56e54b01640457cf0df5ec609e --- /dev/null +++ b/model.layers.19.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b27e6eca0fa733b191861173d7243395411dee0d93cd0a18fad0404c03a4bc9 +size 8192 diff --git a/model.layers.19.mlp.down_proj.qweight b/model.layers.19.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c94a41a9a0867b20e944ec24dac08ccc7b0f9917 --- /dev/null +++ b/model.layers.19.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5bdd428f20b81f440f50f9f932d6c8e57fa820879133d8b13f4c707983e510 +size 29360128 diff --git a/model.layers.19.mlp.down_proj.qzeros b/model.layers.19.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..b5875fe510dd43903ef4ac570da9f73937f09ecf --- /dev/null +++ b/model.layers.19.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f3a579eb66f4d2c8334cb7a0e0206303373494250b6e46a0d120237d3f579a +size 229376 diff --git a/model.layers.19.mlp.down_proj.scales b/model.layers.19.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4a5e92dc2fce0ee10ba61192504e345474986e6b --- /dev/null +++ b/model.layers.19.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e622e51f75eb0be47145f86bd50a449df702708272e6519dd4299c23082a736 +size 917504 diff --git a/model.layers.19.mlp.gate_proj.qweight b/model.layers.19.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..71acabe7f211de331b593aef5a44118d4a468cb0 --- /dev/null +++ b/model.layers.19.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151fde4b4d3b54403c32a2cc8bf1c5ec3f4c29c94e495f372d424509ce49bf3b +size 29360128 diff --git a/model.layers.19.mlp.gate_proj.qzeros b/model.layers.19.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..fa545b9a245246919a0c5e767e2c0afee7a57e03 --- /dev/null +++ b/model.layers.19.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a9f510acc751ee64fba0d3f9eb7f39cd726987be016f22579a3849e616d3da +size 229376 diff --git a/model.layers.19.mlp.gate_proj.scales b/model.layers.19.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c65829bd6370ffa0c35d45cf54305ac52d78edec --- /dev/null +++ b/model.layers.19.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:395431855a9c84e8c523a181ff037a6620730fad52018e4212b7ccbd33e40ae1 +size 917504 diff --git a/model.layers.19.mlp.up_proj.qweight b/model.layers.19.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6eae78233d96a6e09684a18d044926aeff3782ee --- /dev/null +++ b/model.layers.19.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4891e0047f28a9ce606af711abaff9eb1b993299014d48f02c433301ff70e46d +size 29360128 diff --git a/model.layers.19.mlp.up_proj.qzeros b/model.layers.19.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c77814ded74081ad82e98e896dac7b5b8c820c8b --- /dev/null +++ b/model.layers.19.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:524a886e6fd5090bb39b7221b7b4bba8ba1441bcfef4175ba2d22e5162cf9464 +size 229376 diff --git a/model.layers.19.mlp.up_proj.scales b/model.layers.19.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..308c09cdc98fec68620adab6a5370f8092b814dd --- /dev/null +++ b/model.layers.19.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1470d23827840b43d69ea7a9acf438da295af839bbf83e81418ff8d38176c711 +size 917504 diff --git a/model.layers.19.post_attention_layernorm.weight b/model.layers.19.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f16875207aa3fb6901cdfe994c094077a9fa7d92 --- /dev/null +++ b/model.layers.19.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6a05a883aac2299a0054b1d02c4ae14f80187271e2ab457ff88973226fe6fc +size 8192 diff --git a/model.layers.19.self_attn.k_proj.qweight b/model.layers.19.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..17607abb1bc8f5edf32c099b51d62afdf3171842 --- /dev/null +++ b/model.layers.19.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7f371810c9b2634958f54d29bb3ce5c8b49d4d1409586559134d5370276e80 +size 2097152 diff --git a/model.layers.19.self_attn.k_proj.qzeros b/model.layers.19.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..845ab660beae2e38157b55965715095d9a1a765d --- /dev/null +++ b/model.layers.19.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410137fc109b2a97122d96179fc455886ca472002cc4796c679b4997873e00ff +size 16384 diff --git a/model.layers.19.self_attn.k_proj.scales b/model.layers.19.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..759425c9ef86ad2d403181f421d0ae26445fc8e3 --- /dev/null +++ b/model.layers.19.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83230d7be8b7df7f12faddf9d43f76659e24e69467b70162611473272368c2fc +size 65536 diff --git a/model.layers.19.self_attn.o_proj.qweight b/model.layers.19.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c794fa0f9648d0c79bbe2a84f05b141103298ac6 --- /dev/null +++ b/model.layers.19.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e2f25b8d8c3693059faf947d4c3a87abe0a9dddc29b76eb540291d9ec3a648 +size 8388608 diff --git a/model.layers.19.self_attn.o_proj.qzeros b/model.layers.19.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bbfa93796f92019aa639bb4211d649b4e60b3dfb --- /dev/null +++ b/model.layers.19.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6615706ecb56749be11d7cf4d8ee57ee3d5a24b367e791f8344965b4eddcfa8b +size 65536 diff --git a/model.layers.19.self_attn.o_proj.scales b/model.layers.19.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..dadf23c8972a7a79ff7531d2cab5a8bd57226a50 --- /dev/null +++ b/model.layers.19.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afc3296d7b14a6c2a1b9dee4b9a636af32c7dc06f8d8417f9bdea7e09ed1ddd +size 262144 diff --git a/model.layers.19.self_attn.q_proj.qweight b/model.layers.19.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..42b3425f8f24f1c5d2554bb27319e736212fe70d --- /dev/null +++ b/model.layers.19.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad817318efeea343d174906f414853e08304b0d55d535d76ada909d562c3dfb2 +size 8388608 diff --git a/model.layers.19.self_attn.q_proj.qzeros b/model.layers.19.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..61dd027903fca7170bf872007c4bf2f75b13411e --- /dev/null +++ b/model.layers.19.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a2a28ba5ec504665ecfcc671e8bd3177a0e66be3f611a13ffbde444075ed17 +size 65536 diff --git a/model.layers.19.self_attn.q_proj.scales b/model.layers.19.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a653b02d0ff018cf940eb26d262ca4726be2224e --- /dev/null +++ b/model.layers.19.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34435b93f6e4637ed606bf972b3442df7bc6694a43af94f5901f36f4b2a382a2 +size 262144 diff --git a/model.layers.19.self_attn.v_proj.qweight b/model.layers.19.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..143121a519cb9a19f17d96554735df9ee20b4de6 --- /dev/null +++ b/model.layers.19.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0045330756fb4fc335b6070591b8d1cfdb1608aca4a523ae3642fcc79c7d294a +size 2097152 diff --git a/model.layers.19.self_attn.v_proj.qzeros b/model.layers.19.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8959eee372148c30be5438315bb48faba6a62a97 --- /dev/null +++ b/model.layers.19.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fe57a644bc8e9e723805c5bac06b5be9a5d54fdd572dc0bb31bb571ac94fd2 +size 16384 diff --git a/model.layers.19.self_attn.v_proj.scales b/model.layers.19.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..80566b9709f8523bbac7e4ab5e026c9280860a46 --- /dev/null +++ b/model.layers.19.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4c8666a1ed2163e970249d548a763c5f3feb8ce209451b757752117189dfdf +size 65536 diff --git a/model.layers.2.input_layernorm.weight b/model.layers.2.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..60e7ebb1f3ad5a949e5b6cc270d0bb4c73d4d4e8 --- /dev/null +++ b/model.layers.2.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfeee2b2dc40826d544d6b98f2a56ff767db869b8eb1c87f9f99d63bb33057f4 +size 8192 diff --git a/model.layers.2.mlp.down_proj.qweight b/model.layers.2.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..53609dfe1ba4cee390f6d00b7e22b1077e2321fa --- /dev/null +++ b/model.layers.2.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbcc996f608afa673ef883f3b1e2b1f63f8f714f99007e7b5f7849408206cc9 +size 29360128 diff --git a/model.layers.2.mlp.down_proj.qzeros b/model.layers.2.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..228999bda57e6b7a5308989207902fe9814d146f --- /dev/null +++ b/model.layers.2.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28f46f9a429b32b33177d94a157e0a6a865e3c102986c6dbb4afc96a1eb9f12 +size 229376 diff --git a/model.layers.2.mlp.down_proj.scales b/model.layers.2.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8c3d0f9a2f8f6870837471b550f42c60e7cb74dd --- /dev/null +++ b/model.layers.2.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fd28638c401db23d204d2c362dcd1e540bd72a969dac5590088ab811c72e18 +size 917504 diff --git a/model.layers.2.mlp.gate_proj.qweight b/model.layers.2.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ca5522b04dbfc58306b9f7994c114d78261ff4fd --- /dev/null +++ b/model.layers.2.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207c298628f5cb713bc9625b8320af085cc32f3274383ec44adf1af096611fee +size 29360128 diff --git a/model.layers.2.mlp.gate_proj.qzeros b/model.layers.2.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..163708e3ba3f2786f25a27c138b163674664b349 --- /dev/null +++ b/model.layers.2.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f785708dc897e4d38fce8b514c32e49b1531b5bb71a6a8db22101719fefdc60 +size 229376 diff --git a/model.layers.2.mlp.gate_proj.scales b/model.layers.2.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d29813e27293683e3377c11d582e3ccac94c005a --- /dev/null +++ b/model.layers.2.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485898424f12d3bef96370d2d31475266a129ae05a93f4e9ea2787fbb391bf3b +size 917504 diff --git a/model.layers.2.mlp.up_proj.qweight b/model.layers.2.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c438bc27ef3fb3184ee4ce824aa2fae7675c67e0 --- /dev/null +++ b/model.layers.2.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41bdacb53ee5f7e37c082cc1c7f4f5565e58c40579e1e9be1547ee2533e001c +size 29360128 diff --git a/model.layers.2.mlp.up_proj.qzeros b/model.layers.2.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..13bb8a59d1f137a809a87f6eff4fd62a3a0e1894 --- /dev/null +++ b/model.layers.2.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a8f284401e2d2b36cd41db967a95a731219a2835689960d13c650de5362a7c +size 229376 diff --git a/model.layers.2.mlp.up_proj.scales b/model.layers.2.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..92d027e9688b777c317b6c6c5d2118a58cdbe4d8 --- /dev/null +++ b/model.layers.2.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d670d91686398ce6dfae0e3f8fb4e441b98a3cf17ee73b72dbc8e882e927c06b +size 917504 diff --git a/model.layers.2.post_attention_layernorm.weight b/model.layers.2.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..300a96137501c461ac8d6c26baa6467daf97f725 --- /dev/null +++ b/model.layers.2.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ed4b6e983243d3ca7b62de21b4fa7c7edab358bbcc773906cfbc4bf24d12fb +size 8192 diff --git a/model.layers.2.self_attn.k_proj.qweight b/model.layers.2.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..59b5c639eb672cf65a46f49fea11fb411296d0f8 --- /dev/null +++ b/model.layers.2.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0643b321e32bed846a1eea3f11ea49e74d39babe4a192b92f8e7e22b4c4a787 +size 2097152 diff --git a/model.layers.2.self_attn.k_proj.qzeros b/model.layers.2.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..b235ec213772ed303656fe8935316238b2aa63ea --- /dev/null +++ b/model.layers.2.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924f7e11ea3312b9ecc2956c4483a218438870439ce27d3fc6a7a0d128fd5896 +size 16384 diff --git a/model.layers.2.self_attn.k_proj.scales b/model.layers.2.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..b39aed4b59bd006b0d73bf1f8a639839d76cd2fc --- /dev/null +++ b/model.layers.2.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04921916a9daf1f336c4c49a312ed040d94cfe56f51ffe93f4dcd3263db3f6e9 +size 65536 diff --git a/model.layers.2.self_attn.o_proj.qweight b/model.layers.2.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..176738ec29c122494b6bf5d3f2b2523be7f36f80 --- /dev/null +++ b/model.layers.2.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:180c029792e46468285e8cf021960e7d06bda9f3b7adaaef7e4fc7b126cf53a4 +size 8388608 diff --git a/model.layers.2.self_attn.o_proj.qzeros b/model.layers.2.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..dad1bde35292b0503ab29626e8ad5ff969c8dbd4 --- /dev/null +++ b/model.layers.2.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a12ccd2cc92b7ede2ca5baf947199cc4ec8f9557a29bc5fe4399d358f4667c +size 65536 diff --git a/model.layers.2.self_attn.o_proj.scales b/model.layers.2.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..44811a5e71ca6170933e566cc52fa5733b633fcc --- /dev/null +++ b/model.layers.2.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd50a73640506243a61ed7bc0474c9edf123aea94f42902a1201c1c4210317c +size 262144 diff --git a/model.layers.2.self_attn.q_proj.qweight b/model.layers.2.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c6f865174b44d481e5d6082807faeb10126ce0f9 --- /dev/null +++ b/model.layers.2.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51b1556932486c33f96376903979121cd8d048c66abdec545d885cca28cee9a +size 8388608 diff --git a/model.layers.2.self_attn.q_proj.qzeros b/model.layers.2.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d0cf11210c195c483ceb603eb4e7582fb8a9e15c --- /dev/null +++ b/model.layers.2.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f8eb55b8084f9299a8b6720aba268cb9044a60015401c4257a9f83ebb793a3 +size 65536 diff --git a/model.layers.2.self_attn.q_proj.scales b/model.layers.2.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..451e9aa2bde3df7f9b4b368edbd359b2044acf83 --- /dev/null +++ b/model.layers.2.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52bf0ccc1dc965ace1619aebdc5da786eed4a6e9b16d16558a29dfe2c3df8602 +size 262144 diff --git a/model.layers.2.self_attn.v_proj.qweight b/model.layers.2.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a13e3577f8d05e816b22d3a8483934bdd129e956 --- /dev/null +++ b/model.layers.2.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24eff78cb248b56e5d4b1085c93b6a2b8a980e6b457e85396a65a6e773f3cdc2 +size 2097152 diff --git a/model.layers.2.self_attn.v_proj.qzeros b/model.layers.2.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..98938580cba6bb54d009cd8cb7cc068b6d589fcf --- /dev/null +++ b/model.layers.2.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbcd04fdf26bb9f3e1ade04e325c050cb65bb70a8c28724e4d9990ee8055710c +size 16384 diff --git a/model.layers.2.self_attn.v_proj.scales b/model.layers.2.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3e42848ac17cae0e067bffd561e56c38a773376a --- /dev/null +++ b/model.layers.2.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e533a7aea061d3c9a217f85394c1c611d731df5da21b00e42dea676eb303278a +size 65536 diff --git a/model.layers.20.input_layernorm.weight b/model.layers.20.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..75322ea13b7cda72e0ac39ee25d0ff9c391de58b --- /dev/null +++ b/model.layers.20.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523b88ed4461e1b2421df8e013b46909228c2e11c9355b98a10f81aafb92f36e +size 8192 diff --git a/model.layers.20.mlp.down_proj.qweight b/model.layers.20.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..aedb23c7506c6197c83c5746f25d0ed3c0df5952 --- /dev/null +++ b/model.layers.20.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a4defc6f927d7c1de1e1d52ef362fc696e6a3ae6a51eb5ee00a6060c5bd544 +size 29360128 diff --git a/model.layers.20.mlp.down_proj.qzeros b/model.layers.20.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..089ae3d85c187099195c6ef419b068050fa507c3 --- /dev/null +++ b/model.layers.20.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d276680a9be4705bb98f0cd8ce16791812546845b1c3a65a6e9a99bad5851599 +size 229376 diff --git a/model.layers.20.mlp.down_proj.scales b/model.layers.20.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..df0501da05734635cfa9225c4c4d5fc5d36724b6 --- /dev/null +++ b/model.layers.20.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4927ab850739e7a4a7a2c8231bf1af712bca4c3537a374c4ec83c02216578221 +size 917504 diff --git a/model.layers.20.mlp.gate_proj.qweight b/model.layers.20.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..12639ccf25d5ed248eca486de941d6a373dbf3cc --- /dev/null +++ b/model.layers.20.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206e78e17281cdf4b325b71d9eb8128a1bcc9d67c194b18def6084c7ce5187ff +size 29360128 diff --git a/model.layers.20.mlp.gate_proj.qzeros b/model.layers.20.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d45d6b0eaf2f6ab38173e414696ef74fba68e06a --- /dev/null +++ b/model.layers.20.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6132a7f3fe3e0f2457a90ae90c753b0bc547579f7eb25966240331ab7289f30a +size 229376 diff --git a/model.layers.20.mlp.gate_proj.scales b/model.layers.20.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3c2c3026ce373b0b548dad738e13ea26b9fc36d1 --- /dev/null +++ b/model.layers.20.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7fb2c80f6d3b64ccd6305c33135be308858cdf5b92911d308d5bcd8c5c06f7 +size 917504 diff --git a/model.layers.20.mlp.up_proj.qweight b/model.layers.20.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2918ecd317d8257ec32da8b65ea21abc01291c7d --- /dev/null +++ b/model.layers.20.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21055469c5047abcbc193653b7feb3925113758f45ad487e9cb1b5658f997c52 +size 29360128 diff --git a/model.layers.20.mlp.up_proj.qzeros b/model.layers.20.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d397966876e7e36b10482a51380f94bfb26dfe3a --- /dev/null +++ b/model.layers.20.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc872b9129917fb6a480ab459dbeb7408b9e4ac1921cbf7a7df1d4f042e0a47 +size 229376 diff --git a/model.layers.20.mlp.up_proj.scales b/model.layers.20.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..13609576167fc8337cfa7242de9409a2081bdba2 --- /dev/null +++ b/model.layers.20.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508273fbd4bb274113519017393325c242b16f4c415be04be98506e9234f9cd0 +size 917504 diff --git a/model.layers.20.post_attention_layernorm.weight b/model.layers.20.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..22a0d7cfcdcbb1c343225285945c4f74645ce929 --- /dev/null +++ b/model.layers.20.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f45ad566a10026df66c638c6f4370b056fd17d778cf0528385546775ffdeecb +size 8192 diff --git a/model.layers.20.self_attn.k_proj.qweight b/model.layers.20.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c1016d0861a6da0ac2257f9e1eec3af4e8f471ac --- /dev/null +++ b/model.layers.20.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:206b36c4021d85148a9e132c83e1679bdf39cc37747ae80e8a04827732a6df24 +size 2097152 diff --git a/model.layers.20.self_attn.k_proj.qzeros b/model.layers.20.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..965cea9a0dc026bfd4c4dd50f0ffd01fc3051a5d --- /dev/null +++ b/model.layers.20.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38354bc89fa8196a96e9fcc194caec1e58f37e13816b3cecddca78a2d03d782 +size 16384 diff --git a/model.layers.20.self_attn.k_proj.scales b/model.layers.20.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d6f6efb23614e59364e8c8d303c0a855caaee7fe --- /dev/null +++ b/model.layers.20.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:764380d11aa451079f5028b5e949be6a4a6883946b00253ed94b75654036745d +size 65536 diff --git a/model.layers.20.self_attn.o_proj.qweight b/model.layers.20.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..55c9025c95ceb8a35d7de742b7d35bf6f3535054 --- /dev/null +++ b/model.layers.20.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4c43108617c1d6571becd6418cd3fe516a78e1019c890efd43368d707d2b00 +size 8388608 diff --git a/model.layers.20.self_attn.o_proj.qzeros b/model.layers.20.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..60dc11d50030626de9a300748f90bee82c7cad80 --- /dev/null +++ b/model.layers.20.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93dacac75c2af30994b7ce083ebc719ca068f25a6027cb2213210fb53e313408 +size 65536 diff --git a/model.layers.20.self_attn.o_proj.scales b/model.layers.20.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..182281f46414d7e7e5154ed25478e685e2fbaac3 --- /dev/null +++ b/model.layers.20.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac513882454fa7f82eec01e873a4939076c861e59e90cf4acfc9bc8f4c51515c +size 262144 diff --git a/model.layers.20.self_attn.q_proj.qweight b/model.layers.20.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..24593de4f2f06ab30ace4bf0d67cd0d84fa6213d --- /dev/null +++ b/model.layers.20.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2849eace35825558fe03acd204e703b4cc5df50cd5374da096c9347e0d451f4c +size 8388608 diff --git a/model.layers.20.self_attn.q_proj.qzeros b/model.layers.20.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5216470c2b351668a2e1b9ef20b6df8dc249acb3 --- /dev/null +++ b/model.layers.20.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc83aedbc39af978a0616c692d58597d6b7b284fc053eec1661c820640e9b882 +size 65536 diff --git a/model.layers.20.self_attn.q_proj.scales b/model.layers.20.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c6d99e182e9a2172c5c45362b399654fd5c493b4 --- /dev/null +++ b/model.layers.20.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b55ffb8ef74f593705c477f278d44935feca4bafcf432aeba31135cb471494a +size 262144 diff --git a/model.layers.20.self_attn.v_proj.qweight b/model.layers.20.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..781961d340458df66f204a50bd98804060e5272e --- /dev/null +++ b/model.layers.20.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0593da99a45902e90666367f0ea7f97951e20de3373db683589e5214ceeea399 +size 2097152 diff --git a/model.layers.20.self_attn.v_proj.qzeros b/model.layers.20.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f21c42ee3d0e5ba97a4111a972d3b24a750419f7 --- /dev/null +++ b/model.layers.20.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da4d5516fb44eb26051a83c5083a57c35875bce2beeadb71a535d7181a03dc0 +size 16384 diff --git a/model.layers.20.self_attn.v_proj.scales b/model.layers.20.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..cc12131525d91929199ad939645b83a092464800 --- /dev/null +++ b/model.layers.20.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86167b237e47369c5f33173e0c431fd1e82dabe3b49a4270cecc3baeda0037e +size 65536 diff --git a/model.layers.21.input_layernorm.weight b/model.layers.21.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f95c9686a0512282332c4fc489579024b95e254b --- /dev/null +++ b/model.layers.21.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48916b3c3f2f5d628b792d77de2676fa7ba109eba33b7b028c01c9d7a550267 +size 8192 diff --git a/model.layers.21.mlp.down_proj.qweight b/model.layers.21.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..35c6ccfae94d3374520b0105922fd0910dbf266f --- /dev/null +++ b/model.layers.21.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec3adf7df6ca10753ad9cd15f5884291559cec83dabadf12c055a780308a265f +size 29360128 diff --git a/model.layers.21.mlp.down_proj.qzeros b/model.layers.21.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..9bb548d05ba42d69b995c690a99ce43a696bcb2a --- /dev/null +++ b/model.layers.21.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df68802d18c48afcb38808c2c919815de03711a054283a5f67279e15299436a8 +size 229376 diff --git a/model.layers.21.mlp.down_proj.scales b/model.layers.21.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..abd0ac77db9fa13bb52c01a8ddbd7e97fd4102e8 --- /dev/null +++ b/model.layers.21.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfc1c3649406c3ec715d5fd8b76c9ee685e7470d31414853d3d904dc5235d17 +size 917504 diff --git a/model.layers.21.mlp.gate_proj.qweight b/model.layers.21.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2cc49f6b6fa820f474c4dc6035ef14ef70f24f93 --- /dev/null +++ b/model.layers.21.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8041479b7b3ebf2edd1918abcfe08995b5f1a7dc92d9aa9ab25591c709d6db9 +size 29360128 diff --git a/model.layers.21.mlp.gate_proj.qzeros b/model.layers.21.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..021983ce37a8425da3b16d74c30f92cd96f51829 --- /dev/null +++ b/model.layers.21.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bf6154c2ebfe8258ee6196742fffa5b40d91f550c57755c922da7e3d08d0b25 +size 229376 diff --git a/model.layers.21.mlp.gate_proj.scales b/model.layers.21.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..da9c6abda6a36b57b07c5d1accb6d14a38e1b626 --- /dev/null +++ b/model.layers.21.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c4dedc9ae1b01ee4dde629a76147d3a754dbbbb3a41d82a1807e4f8c40ce6a +size 917504 diff --git a/model.layers.21.mlp.up_proj.qweight b/model.layers.21.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..118b841a7266ce809c7b7ae12c305709944658b0 --- /dev/null +++ b/model.layers.21.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68cca9cabb3a1187f55df79ce5608dec3858c4f86937dc13442f153068329a30 +size 29360128 diff --git a/model.layers.21.mlp.up_proj.qzeros b/model.layers.21.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bca6f0e611b9b3113c2327ae7708e62e3dbe08a2 --- /dev/null +++ b/model.layers.21.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2618f82c904dd15b8b5a25bee04d4597c47246c2cd21cc02d8f24e0b13a8cc58 +size 229376 diff --git a/model.layers.21.mlp.up_proj.scales b/model.layers.21.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3dbc02e8094b38918867d43e5d308b478e4a72bd --- /dev/null +++ b/model.layers.21.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa1d301f444373191ab180b0a32de1e0b44c31f90981495234f88c0589a0316 +size 917504 diff --git a/model.layers.21.post_attention_layernorm.weight b/model.layers.21.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..b7d112ea0534c626761754cd13e198eb68ac4dea --- /dev/null +++ b/model.layers.21.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa7ecfe7c3fc892ced67a80bc598591f90976099036e2b406985b5964b82061 +size 8192 diff --git a/model.layers.21.self_attn.k_proj.qweight b/model.layers.21.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e061677aad759819059b5a6ff64adfa5b55b9274 --- /dev/null +++ b/model.layers.21.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac56cea727df999409a9097431f614b5731722f409cd70d84c519f2a18fd511 +size 2097152 diff --git a/model.layers.21.self_attn.k_proj.qzeros b/model.layers.21.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ef79c19d32b01cd83600f537bfcd90d141fa79d7 --- /dev/null +++ b/model.layers.21.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740bd929ea37987f492a0998ff6d071f692c778b63b8f484f86ea1bc62b727d6 +size 16384 diff --git a/model.layers.21.self_attn.k_proj.scales b/model.layers.21.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5f84126ceab5a7e90135ff4cbf0e60cc42cd042d --- /dev/null +++ b/model.layers.21.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d243342e1114c718724cba39682a700c624e528ac8ec4fc314460d66aa3c93f7 +size 65536 diff --git a/model.layers.21.self_attn.o_proj.qweight b/model.layers.21.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e21893c2208c6d35169ab3ebf65fa575944e085d --- /dev/null +++ b/model.layers.21.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12316c83c1600f7d4ce48c001011595b9b43e3f652e1ddf7e846eb5b1dd7dc71 +size 8388608 diff --git a/model.layers.21.self_attn.o_proj.qzeros b/model.layers.21.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5f61d34e717222d258d1e9642506c02439bc2264 --- /dev/null +++ b/model.layers.21.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707004f04892de0f3812e9b451141adc6ae6ea80d98d2b2d0f6611429b7617ac +size 65536 diff --git a/model.layers.21.self_attn.o_proj.scales b/model.layers.21.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f40f074264681bde608f6eff073df3ac7b4c165b --- /dev/null +++ b/model.layers.21.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af949c958094169dcacad9827a6e69d9876bba018ca5f1ee29c847e1cf2e4a2 +size 262144 diff --git a/model.layers.21.self_attn.q_proj.qweight b/model.layers.21.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b9e166db719fd18257cd2ed8ddfbb48288092484 --- /dev/null +++ b/model.layers.21.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05302182440133ccc57eef171f503fc7a45bc9002d8e0008ae92dfa3e293bae +size 8388608 diff --git a/model.layers.21.self_attn.q_proj.qzeros b/model.layers.21.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bde113c99f02168470072545a76c22f460d93c42 --- /dev/null +++ b/model.layers.21.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21dc8f71b2bcca3718f4860e5a062dbfef8c5c429a1885a49fcce6458cbdece1 +size 65536 diff --git a/model.layers.21.self_attn.q_proj.scales b/model.layers.21.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..19e473f907c65bbbcac0cee526d1b43499bae92e --- /dev/null +++ b/model.layers.21.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9eb546ec7da8cf5d2824a2f1f1980ec429fef18cd1f31e415bc69d580d7007e +size 262144 diff --git a/model.layers.21.self_attn.v_proj.qweight b/model.layers.21.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..766f9109472aaaf175aba66a58784d32d199aadf --- /dev/null +++ b/model.layers.21.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e814d7385f8eb76557ed3cbcb6d63a10f48639dfc53194dae1f7ea293afcd8 +size 2097152 diff --git a/model.layers.21.self_attn.v_proj.qzeros b/model.layers.21.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..796eb6358bd450d0d9c2508b01e32507fb4bfa4e --- /dev/null +++ b/model.layers.21.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0662b23b71a229cda30cd6633916fb2401cef459333947782b6e2b18942531 +size 16384 diff --git a/model.layers.21.self_attn.v_proj.scales b/model.layers.21.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3cdf0d019e62d799f7ce5adea9fbc650c76f99e1 --- /dev/null +++ b/model.layers.21.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b5ca67d59167f3dd9ab922963d101da875408aeea7c6e26af9c6f87f1335ab +size 65536 diff --git a/model.layers.22.input_layernorm.weight b/model.layers.22.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..02dcc9eb06ed4214021169e6701fa405c57a5488 --- /dev/null +++ b/model.layers.22.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57da7e7671450722dfb9216c4f239043ca3b41639acb437c8489ba86e3cbb2d5 +size 8192 diff --git a/model.layers.22.mlp.down_proj.qweight b/model.layers.22.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c9fdfe11ce886ca2e354782189707a19c0ddcd16 --- /dev/null +++ b/model.layers.22.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ffb22bb439a6ff0a3dc337523fa6f0f0b225a17c03fa1aaaa02d14ead4bcda9 +size 29360128 diff --git a/model.layers.22.mlp.down_proj.qzeros b/model.layers.22.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..1610b415867829a794a760e8327076b49737b129 --- /dev/null +++ b/model.layers.22.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9281d732bb9125d15e4fb29e8810568d87af1e1eea23fdaaf2d94eb72b91d3 +size 229376 diff --git a/model.layers.22.mlp.down_proj.scales b/model.layers.22.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a4ca709c6b9970a308278d799dadb22fbcb7cd7e --- /dev/null +++ b/model.layers.22.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22285014b37432b26109b55964306f86922d0a5401902f0bfd45a153fcbbda08 +size 917504 diff --git a/model.layers.22.mlp.gate_proj.qweight b/model.layers.22.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1f31ff688011c9256fefbe69e929fc118b7a43bd --- /dev/null +++ b/model.layers.22.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a677b669399ed8e07aac0d052a129eb0322a6259846eed14bffaf7b5b42dc8f +size 29360128 diff --git a/model.layers.22.mlp.gate_proj.qzeros b/model.layers.22.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..112e0e11dc74ad51dcce0dabe3aa24a4b53361f4 --- /dev/null +++ b/model.layers.22.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af043ba30896ac2367de9d76402b89a7fcf0014b3291392706e7f28867afaaed +size 229376 diff --git a/model.layers.22.mlp.gate_proj.scales b/model.layers.22.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..774248de3fdd2186da6a88295b6afa5fa7d81729 --- /dev/null +++ b/model.layers.22.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97cc0c8edfd0f561330aafffb48edf593dc82bae028670bc3b337c8a7056d488 +size 917504 diff --git a/model.layers.22.mlp.up_proj.qweight b/model.layers.22.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d09f6e47c318076746e22135ad132655cdc1a887 --- /dev/null +++ b/model.layers.22.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a398a9df263de1ab5a2ea6d0d4d3a8d1f524823fa8f563b8192fd8cd774c69 +size 29360128 diff --git a/model.layers.22.mlp.up_proj.qzeros b/model.layers.22.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..50d104e2780299436d9a1691274f0b3a2bc5f3bd --- /dev/null +++ b/model.layers.22.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da953639d5472bf4a81ed1b8f2519518ec2552cb1d0908321c52a3ac21c315b +size 229376 diff --git a/model.layers.22.mlp.up_proj.scales b/model.layers.22.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a163a03bc823ddfb058f68d7d089634323b48c35 --- /dev/null +++ b/model.layers.22.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b80b4c52465c851546995b894662f73ae2354608d6a18011f7e6a5f88a9d937 +size 917504 diff --git a/model.layers.22.post_attention_layernorm.weight b/model.layers.22.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..aedff1c68872cc6e8d23e18b2b8f5d1d19f0f13a --- /dev/null +++ b/model.layers.22.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a454f2bd051c59bbf465de304a6f984c3bd58d3f824cdf4cd05defb9e37dc30 +size 8192 diff --git a/model.layers.22.self_attn.k_proj.qweight b/model.layers.22.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9519728185000ed62ddf4aa66a4995fad3003c75 --- /dev/null +++ b/model.layers.22.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4940c1db9fe0ed18c424262e3fb4c47a3eea60bb7ecd87378c4845f2d000404 +size 2097152 diff --git a/model.layers.22.self_attn.k_proj.qzeros b/model.layers.22.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c845c732fd9757262c823a7994317d3715361561 --- /dev/null +++ b/model.layers.22.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1aa78c1e06c28bc148320541f7c3395bd6082cdeb3eb2425d6efa6a8a777bd5 +size 16384 diff --git a/model.layers.22.self_attn.k_proj.scales b/model.layers.22.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1ba7637517332e02464e5c5561fbf6acd9424061 --- /dev/null +++ b/model.layers.22.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef1bfc2861a7f201534e1cf95d253672c1ca3ec0031950c9f2121e8467bd5cf +size 65536 diff --git a/model.layers.22.self_attn.o_proj.qweight b/model.layers.22.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..74281f740c0251f3bcbf208ee0dfd0e28b6d148a --- /dev/null +++ b/model.layers.22.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390bd1350f3a005cfb1cbac894caee24050d126f6c163fe514cff2e19d611fa4 +size 8388608 diff --git a/model.layers.22.self_attn.o_proj.qzeros b/model.layers.22.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e8f9b1fb59e5512483408356dbe1f0544155acc6 --- /dev/null +++ b/model.layers.22.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcefb432669ced8b14dfe05a4d43c996dc13ac67c2656596f93bce4cc3a52ebf +size 65536 diff --git a/model.layers.22.self_attn.o_proj.scales b/model.layers.22.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e10dd8a6ef1531dd747bd69131577204d6b26f91 --- /dev/null +++ b/model.layers.22.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b39ca03e722b0a392956bf71d2bf90e6e30454628adb7796aa1a8889d9cf58f +size 262144 diff --git a/model.layers.22.self_attn.q_proj.qweight b/model.layers.22.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5e43ba563c109bb1c3aee04aa48d9c31c4a9508b --- /dev/null +++ b/model.layers.22.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a21d2efff3c7b190c2bf735ff91b1699b02f2feae616ca7ecc88c6b67768437 +size 8388608 diff --git a/model.layers.22.self_attn.q_proj.qzeros b/model.layers.22.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ded7723f7281895b8af4fc30e02c07db6937d010 --- /dev/null +++ b/model.layers.22.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae139d8c7a103b2502308f694e5c4a8d2c6f482a4d7a79280e33c16eb91d3d37 +size 65536 diff --git a/model.layers.22.self_attn.q_proj.scales b/model.layers.22.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..98efe2b9852ae50bf27ae9d7ca1879a6074d0447 --- /dev/null +++ b/model.layers.22.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107407a58ffac6e28c8507adc6119960c9cfa33c4449aa7da03c2dd4fca8e1af +size 262144 diff --git a/model.layers.22.self_attn.v_proj.qweight b/model.layers.22.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2e4293894dcac906153b436b2737151b29fa7e8f --- /dev/null +++ b/model.layers.22.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b701adc8ce74bf1545106490adf08f0c41ec83b5c951e22d17c06cce659bfac2 +size 2097152 diff --git a/model.layers.22.self_attn.v_proj.qzeros b/model.layers.22.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c9f4518db91ef8ce51dc25d020d65b660807a78b --- /dev/null +++ b/model.layers.22.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4c95857ea8b38d36a47322da5b23caa32fb2d3e0b4a5fdff2dcd46655081cc +size 16384 diff --git a/model.layers.22.self_attn.v_proj.scales b/model.layers.22.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..04a5685f1ac4c58482728b94dd3cbb776d183136 --- /dev/null +++ b/model.layers.22.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c01fce94697815fec9a6712e851e5894a54b42e63e2f6d756e47d422857702 +size 65536 diff --git a/model.layers.23.input_layernorm.weight b/model.layers.23.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..6003555c3c29968ad75d492c9de01fe36dd14665 --- /dev/null +++ b/model.layers.23.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f37c079f100acd7b65c8a562361be61077dd4b4c851d12f16618a3645fffee00 +size 8192 diff --git a/model.layers.23.mlp.down_proj.qweight b/model.layers.23.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..53029ad7c3a9c2bfcfa0be47fb2a3e683bff6518 --- /dev/null +++ b/model.layers.23.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9386bc1873d22b1ddf71cbba2617434ce2c0782a632e627ca91ce13426b238 +size 29360128 diff --git a/model.layers.23.mlp.down_proj.qzeros b/model.layers.23.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5ebe1cf8b113fd0d25974d42d28564cf85c74057 --- /dev/null +++ b/model.layers.23.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a07f1bcb653a807d407e58f1d33c2fd60b56d3b239fa0518ad1128d333fe567 +size 229376 diff --git a/model.layers.23.mlp.down_proj.scales b/model.layers.23.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..82539ce3a44fcaff4640f085d430c5b813b8ae64 --- /dev/null +++ b/model.layers.23.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167cc660f9620684ee2d5f9a6fea0e7b237f42cdf985e192aeb43f0a662f13f0 +size 917504 diff --git a/model.layers.23.mlp.gate_proj.qweight b/model.layers.23.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0c1b2f7d97c7bd49eadd02fbd73c3a8be5726c3e --- /dev/null +++ b/model.layers.23.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:337b81192484a4560017d5340a75150135da1442e6a00a83ae7fa46cd32ae650 +size 29360128 diff --git a/model.layers.23.mlp.gate_proj.qzeros b/model.layers.23.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..57f231d328f224203f7a4aa62f4620f98ede46d2 --- /dev/null +++ b/model.layers.23.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77d07785be921b2cd125ec8fa26372f731a084fa5d2f07df35dacd27fa42264 +size 229376 diff --git a/model.layers.23.mlp.gate_proj.scales b/model.layers.23.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e6d3d1af4f8fdc0473b787fe70a3856fb73e9d16 --- /dev/null +++ b/model.layers.23.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f1ecb7a64ae6035a857cf7f09f7a38184a7d3575de81f2da4d946779485514 +size 917504 diff --git a/model.layers.23.mlp.up_proj.qweight b/model.layers.23.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..267ccb1a90f2f6c5c053402d046abcf90897f6d4 --- /dev/null +++ b/model.layers.23.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32aff3511c64434a5cac976991fc0baca47e11b850ab32a5ae77fe991e47e015 +size 29360128 diff --git a/model.layers.23.mlp.up_proj.qzeros b/model.layers.23.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..079b9082f4bd1a0f6241baea0b073cc69002d4f3 --- /dev/null +++ b/model.layers.23.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdea752901c36f1e65bb06be3fe2d99e72169dc46270dfa534e4cfa003b13ce5 +size 229376 diff --git a/model.layers.23.mlp.up_proj.scales b/model.layers.23.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d290e89da4cb2462405ce2b025e194ee184de207 --- /dev/null +++ b/model.layers.23.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d22dc225a223e5a07866903f01f4534118cb1b561a349efc8bcf47c99e3a94 +size 917504 diff --git a/model.layers.23.post_attention_layernorm.weight b/model.layers.23.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..809546f1e1504700c4cb71136834296b5fa22053 --- /dev/null +++ b/model.layers.23.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88815f439280c5c913777fe6f5bab8ed71249e863cd1e483a1838221c80e0f54 +size 8192 diff --git a/model.layers.23.self_attn.k_proj.qweight b/model.layers.23.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b2dcde1adcc60999898095ea6ab1f1d9191a196f --- /dev/null +++ b/model.layers.23.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9449117145880afd69bc02d300d5f520555bded9767d697a72b60ab873b46e +size 2097152 diff --git a/model.layers.23.self_attn.k_proj.qzeros b/model.layers.23.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7380dad4ad85eb36f6c92804c99ee3d32a842b89 --- /dev/null +++ b/model.layers.23.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b800c79869a3560719b00a6d7c9652ec7e8daeedf7717ff7e9a2db5d055da4 +size 16384 diff --git a/model.layers.23.self_attn.k_proj.scales b/model.layers.23.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..95d8876e999b686954f16ab122845ad567a0f288 --- /dev/null +++ b/model.layers.23.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a593d7c87558b0faf2f09916e8fccb79887346dd003346fe73146b0029fbc99 +size 65536 diff --git a/model.layers.23.self_attn.o_proj.qweight b/model.layers.23.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..714f57a3512fc1083324be56381aa3c1bc92a48c --- /dev/null +++ b/model.layers.23.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1646be7d5dc0c062a6b53d903c58a7d9b3b97fb08052afd85c7f1fff92400d1 +size 8388608 diff --git a/model.layers.23.self_attn.o_proj.qzeros b/model.layers.23.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..352ab6a75e0fbd5b025009faf282d8cc620a6346 --- /dev/null +++ b/model.layers.23.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06687caf99891c7aefef5eb2f8babffb719a797890b8e3fd71ef9a21fa3251f0 +size 65536 diff --git a/model.layers.23.self_attn.o_proj.scales b/model.layers.23.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ddd076fd111d97daab675fca4d346e341b79895b --- /dev/null +++ b/model.layers.23.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1db40c88ee12a948231ba0fc0db126a8ba2f7f5299de548c3ec274794d665d +size 262144 diff --git a/model.layers.23.self_attn.q_proj.qweight b/model.layers.23.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..914f197881003059c735b9249f43ffff888e6d68 --- /dev/null +++ b/model.layers.23.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff251a1bfb2aceb4b60cb4659519f1c745224555ef66709efcd3e450955990e +size 8388608 diff --git a/model.layers.23.self_attn.q_proj.qzeros b/model.layers.23.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..24c996d0a498e371d7b07ec9b9a2aab34cebc4dc --- /dev/null +++ b/model.layers.23.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b6388f5e09d705f83df19256e849e5d64753786b68af655bb6f78416a1388c +size 65536 diff --git a/model.layers.23.self_attn.q_proj.scales b/model.layers.23.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..772c0ebea13b06cdcf281b0d5aae4398d4f82aff --- /dev/null +++ b/model.layers.23.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d1a5168382ba504ab3ec6551961a956a2418f8e96781581b5e311381babebf +size 262144 diff --git a/model.layers.23.self_attn.v_proj.qweight b/model.layers.23.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..11e7a14b75898e8c1e19c9836f90bad9233bf613 --- /dev/null +++ b/model.layers.23.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06588d9f460e6b1070f7d419effddfafc921574e1f188b818595bac3bc66aa73 +size 2097152 diff --git a/model.layers.23.self_attn.v_proj.qzeros b/model.layers.23.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7deda57b6bc954af99d7043bfda5ed6554550a08 --- /dev/null +++ b/model.layers.23.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b434631b33eda1026c606a2dd02a76895b0429634bf85c86f653a71293b4db +size 16384 diff --git a/model.layers.23.self_attn.v_proj.scales b/model.layers.23.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..20dea3b253929aceee2d922350fc3db3bcdcc227 --- /dev/null +++ b/model.layers.23.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d192731015f28aada850ce91ba7f944004f760f35df826d63114824fd5cb3cf +size 65536 diff --git a/model.layers.24.input_layernorm.weight b/model.layers.24.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a9b3ce9afab14f4aeb83c90a01d623e55a8f0f5e --- /dev/null +++ b/model.layers.24.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:615319fd97292ebeb2b4506fb14ed3fd8d80067bf0b34dcc6ae5d5591615fa37 +size 8192 diff --git a/model.layers.24.mlp.down_proj.qweight b/model.layers.24.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..72f20ea43a1d71d84285cf05786091f4229f9996 --- /dev/null +++ b/model.layers.24.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32d5de47cc725769dbe56ba137424ccbc416b2e1320f80c1225bd7bc0de2cf6 +size 29360128 diff --git a/model.layers.24.mlp.down_proj.qzeros b/model.layers.24.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..763c10f7b39c3ee80175dbdc7c6d117d4d5e3f93 --- /dev/null +++ b/model.layers.24.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f37d0eeea8266cd217609cc6d376a29de540c97d2976f5b236a7654f827a5b4 +size 229376 diff --git a/model.layers.24.mlp.down_proj.scales b/model.layers.24.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..55db06c6ae054903f654ebc4d5ef7bf290ef3feb --- /dev/null +++ b/model.layers.24.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e81785d36cdfef15653f3133cd0e98d9ac5a5ff8f95dbd0cca15875554bfb17 +size 917504 diff --git a/model.layers.24.mlp.gate_proj.qweight b/model.layers.24.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0762c48ca3e0823621e4cf0f9ae683547a28ff80 --- /dev/null +++ b/model.layers.24.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6e75b6228d686c0990ac998a93acef44db7a15e064ddaf4b2bb894bff5c9f7 +size 29360128 diff --git a/model.layers.24.mlp.gate_proj.qzeros b/model.layers.24.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..576295948fd67d1d21857164da085ab24e0cf19a --- /dev/null +++ b/model.layers.24.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea86950609fe25e9d9c105da4ff1b90732ce62696d65ccb756e5c4f3982de2a +size 229376 diff --git a/model.layers.24.mlp.gate_proj.scales b/model.layers.24.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..61046eed6c711ac686163444e0b6372d8f4bcb3d --- /dev/null +++ b/model.layers.24.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2191d028dae28f2baee0bcd0661584ce83709e21c7bee35d5a463998b563fc59 +size 917504 diff --git a/model.layers.24.mlp.up_proj.qweight b/model.layers.24.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..0240361f7d160ebbc5f47b57187b7720d47ddad5 --- /dev/null +++ b/model.layers.24.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbba39ef1de96103556300fc0fa0efa5b297865b12491a0fdd0805facad2748f +size 29360128 diff --git a/model.layers.24.mlp.up_proj.qzeros b/model.layers.24.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c055201631fbc429e98b936f71b1de0f054f65ba --- /dev/null +++ b/model.layers.24.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd97eeddee95e8314328373b4fad8f0021c570891d053c3eedc62ce2ff84f529 +size 229376 diff --git a/model.layers.24.mlp.up_proj.scales b/model.layers.24.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..12032bf180317b4f80d193f50e903c6846e685d2 --- /dev/null +++ b/model.layers.24.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976eb6a9ba2565373b5a71df86a82c32ba406044a16e1d285db1305677690166 +size 917504 diff --git a/model.layers.24.post_attention_layernorm.weight b/model.layers.24.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..bd95905165aadca718706f75e6023f595d291fd8 --- /dev/null +++ b/model.layers.24.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d2656566a8665e70dd895c2e6ec6c6fd3c63cf1655b536fdabbcbff0647865 +size 8192 diff --git a/model.layers.24.self_attn.k_proj.qweight b/model.layers.24.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e8ebc616b253df02b62e4ae91e72424fa3d08c9f --- /dev/null +++ b/model.layers.24.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3952a08ec66abaf9bc0249281f40324509aaf98cd33d159fd4718913b2ae8702 +size 2097152 diff --git a/model.layers.24.self_attn.k_proj.qzeros b/model.layers.24.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8f76c7646a00e8d3afd8805935e34034639d72ec --- /dev/null +++ b/model.layers.24.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d022a9665535529d005d8b72ca57d64cb1947201a742489f3d24864a8046cc +size 16384 diff --git a/model.layers.24.self_attn.k_proj.scales b/model.layers.24.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..073db6677a0995a3c101984467278d27ae1b0501 --- /dev/null +++ b/model.layers.24.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db82248a9d02caab79531947a8f2bf1fa5580d86e0209bfc1808e4f5c13eef82 +size 65536 diff --git a/model.layers.24.self_attn.o_proj.qweight b/model.layers.24.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ecf03c9908c3ddbfce2d26f1c16dbfb028ee46d8 --- /dev/null +++ b/model.layers.24.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bdfe55412ddf65a517eb6598c755c0d8af9f1c5ff5abcc0911c2f2b28abc277 +size 8388608 diff --git a/model.layers.24.self_attn.o_proj.qzeros b/model.layers.24.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..fddb1e9635bfb06fc1e77829eeccb2fc14cd18b1 --- /dev/null +++ b/model.layers.24.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82908fe4cf688712f069e00022aba5265a06bd693f65feeace30f080908bd58d +size 65536 diff --git a/model.layers.24.self_attn.o_proj.scales b/model.layers.24.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a057eccccc0cc2bea289d6b5ec95e6f35ca85309 --- /dev/null +++ b/model.layers.24.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f05bb9d48ad43ce6a33255e0d1e40fe4adef9f7b73d63ebe421a81a219d946 +size 262144 diff --git a/model.layers.24.self_attn.q_proj.qweight b/model.layers.24.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2940e4d5d4d55ced39d1b62c85314a8142ba3e23 --- /dev/null +++ b/model.layers.24.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f75be88758620b511e51029adaec6d0ce0b943aa034f9e274e21cc7cf1315c +size 8388608 diff --git a/model.layers.24.self_attn.q_proj.qzeros b/model.layers.24.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..246b1d87ee44c773babddc24b3f1709fd87d24bd --- /dev/null +++ b/model.layers.24.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef1a7fa8c3871e196ef7aad82a36355a86f68d76229eccc6f56c6f58a57f210 +size 65536 diff --git a/model.layers.24.self_attn.q_proj.scales b/model.layers.24.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5ce1db312b5782a7a09dd1d5bdbc96374291c7a5 --- /dev/null +++ b/model.layers.24.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ee8191b80cd0f3575062b7e1eb1d0ccb6794a2bd9f7d9f7d7da554e95793ed +size 262144 diff --git a/model.layers.24.self_attn.v_proj.qweight b/model.layers.24.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c78b262a4c144226342b770b17dee45068d9ca55 --- /dev/null +++ b/model.layers.24.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b8eb8ae1e4b931f67afdf71841e73141fc6955797ea1300ec81891871443af +size 2097152 diff --git a/model.layers.24.self_attn.v_proj.qzeros b/model.layers.24.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0db027565004e4dcfd55dff97ce2fc23326aec43 --- /dev/null +++ b/model.layers.24.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d744134b00dd8fe2f053375b0395fe66fbb7d65c828c6de6d3ed971aec3c7b05 +size 16384 diff --git a/model.layers.24.self_attn.v_proj.scales b/model.layers.24.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..b6a5773717003b5d35e0c97ddafc3d91ae96be35 --- /dev/null +++ b/model.layers.24.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd114eab9938c051f531ccc2b672cb94e0de01771a28bc13f1126fd04de5c2bc +size 65536 diff --git a/model.layers.25.input_layernorm.weight b/model.layers.25.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..c315a15c85736a61ad4cdaf98bd1a87dd372167f --- /dev/null +++ b/model.layers.25.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf36b7b2d1afa9183f1f1f4cedebe504dc40b80e8043840a9bd28a46630c8696 +size 8192 diff --git a/model.layers.25.mlp.down_proj.qweight b/model.layers.25.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..92eec480907ab49fcc14e8cc27f88c088eff0224 --- /dev/null +++ b/model.layers.25.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c88406d489cf2bdece95ea37eb02d27cc13f93961a24bd4090f30bfee0aeed2 +size 29360128 diff --git a/model.layers.25.mlp.down_proj.qzeros b/model.layers.25.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..25ea9829f78937b608a11ff386f428ec9c9f77a5 --- /dev/null +++ b/model.layers.25.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c138e449f4ceb39aae9b27416938f787e03d7aa35527124b14e63961a1514c73 +size 229376 diff --git a/model.layers.25.mlp.down_proj.scales b/model.layers.25.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..149aeba63146de10b22c0b007809c6a0b12e0255 --- /dev/null +++ b/model.layers.25.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9409f74be36c618c806d503f408b4207aa4446e865c2af4e83f17213485a52be +size 917504 diff --git a/model.layers.25.mlp.gate_proj.qweight b/model.layers.25.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f0c139c5265b9ee1b5f1c26e7b442a94fdcd09b3 --- /dev/null +++ b/model.layers.25.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5dc07ecdd76e94d2be65c2ba2b6f200f7df57538f8d5abdb0c0a8e8f57a86a +size 29360128 diff --git a/model.layers.25.mlp.gate_proj.qzeros b/model.layers.25.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..cad2b90532d0bc823d048ab7516d77287254efe6 --- /dev/null +++ b/model.layers.25.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca516ac660eb8dd6c08fb78aefd29ea5a3bda82c7dadffd59ac06f2cbc3307fb +size 229376 diff --git a/model.layers.25.mlp.gate_proj.scales b/model.layers.25.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..77461d1a7e126584a3ca32b28503b63cdc7def26 --- /dev/null +++ b/model.layers.25.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060e060c0be19df9524015c1546444fa108e1429dfdb4d5628e0159a0f08dcec +size 917504 diff --git a/model.layers.25.mlp.up_proj.qweight b/model.layers.25.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e87a485c6e40183ff92bff3670d02c091f9e3c6f --- /dev/null +++ b/model.layers.25.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1a399879a6f8759d3b5e013725da368ca2f5d43f6e12b777837b659a3405ac +size 29360128 diff --git a/model.layers.25.mlp.up_proj.qzeros b/model.layers.25.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a44000619f35107e45fc7502967d65147f1ffff9 --- /dev/null +++ b/model.layers.25.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1423e010aa2e3b4c7da2991e700dd237473d165ff4a295c18de7c49132adb2a +size 229376 diff --git a/model.layers.25.mlp.up_proj.scales b/model.layers.25.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d2e44f49b6db0986a37af03092db1301fb78cddb --- /dev/null +++ b/model.layers.25.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34a2e9581c66e9644793c15b11bc7b087aff743cf0546b2bc481786fb98b9d9 +size 917504 diff --git a/model.layers.25.post_attention_layernorm.weight b/model.layers.25.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a773c0fa26f45464b9141fc204ff5f73781cfac2 --- /dev/null +++ b/model.layers.25.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d0abd2f646c948d1ad5dce5cd3d70488e0673e29b059e4d6db9dcccd11692e +size 8192 diff --git a/model.layers.25.self_attn.k_proj.qweight b/model.layers.25.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d7cae6232f6fba57ebefba8a1cd929e76a984761 --- /dev/null +++ b/model.layers.25.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e19729284c924fd604b234cd3d0404961d4612b59c764651f7d40cd6750e20 +size 2097152 diff --git a/model.layers.25.self_attn.k_proj.qzeros b/model.layers.25.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e004c5092b981afcf4fcc5ef0a466afe867d03aa --- /dev/null +++ b/model.layers.25.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a36ca90147c86c11388cf157b1e9833981f8512f1a4443a657b3fe6167cd78 +size 16384 diff --git a/model.layers.25.self_attn.k_proj.scales b/model.layers.25.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3911b4d880498691ef214f8da7c0b5d615bb34da --- /dev/null +++ b/model.layers.25.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:948ee4ecf79e6ca46b4fa895ff12481d38e9814216d25c2d339bb10df493f3d4 +size 65536 diff --git a/model.layers.25.self_attn.o_proj.qweight b/model.layers.25.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..eea13324b59f498b4ddc1fe1498966e61a095e77 --- /dev/null +++ b/model.layers.25.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c725c358a42142cf78cd8c8e4ad2971b07c06352d8ecc64100ee244bbf4c5dca +size 8388608 diff --git a/model.layers.25.self_attn.o_proj.qzeros b/model.layers.25.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c4ff746b6f11eb0db314fe133ed2bf3b345fb3e2 --- /dev/null +++ b/model.layers.25.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1b6f03ee0dd79e580b5d7606896ac288bebd3eb004c5dce606b483b0c7dfa8 +size 65536 diff --git a/model.layers.25.self_attn.o_proj.scales b/model.layers.25.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..67e0b492c3251616f40ac4c4ae370b6cd7fae7b1 --- /dev/null +++ b/model.layers.25.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af135b887d07c5af61281afb347f609fa5df760ee452de2c56eff91eecea0f75 +size 262144 diff --git a/model.layers.25.self_attn.q_proj.qweight b/model.layers.25.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..12540ef9dca03fe72cd3b367d91ccba7dbdbd522 --- /dev/null +++ b/model.layers.25.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fb8ba8695a76f1749c1d2f78788ea4aad548242f40c2bf065de0c5ccc80d29 +size 8388608 diff --git a/model.layers.25.self_attn.q_proj.qzeros b/model.layers.25.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ababa01953792d6db4ddb8767fcf0e759b697eb4 --- /dev/null +++ b/model.layers.25.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c62902ecfa4c744f3326b2bf932c54e3949cd42d15d780c910ca58a7ac45835 +size 65536 diff --git a/model.layers.25.self_attn.q_proj.scales b/model.layers.25.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6ba145d06976ef93933360736155ca9fd0822cfa --- /dev/null +++ b/model.layers.25.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f412c9030f83bc7ae00d62c8db47ff7d2291b14731d647c52a409ff91622ece0 +size 262144 diff --git a/model.layers.25.self_attn.v_proj.qweight b/model.layers.25.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..bf9594d04df923c467434b41e60e434e532e4649 --- /dev/null +++ b/model.layers.25.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b466169ace159ee81f3eaf4a645ababb3e1f4a194e6289120a97cebb3ec4f40 +size 2097152 diff --git a/model.layers.25.self_attn.v_proj.qzeros b/model.layers.25.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8d7c07895ae4d9bedc4394f6dfdee6d15f324ce9 --- /dev/null +++ b/model.layers.25.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92dbc1ae12bf8c8dfe02b4155a5e3bd9b107226991c0fe951e668bd3568a460 +size 16384 diff --git a/model.layers.25.self_attn.v_proj.scales b/model.layers.25.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..78708fe0ed2761113ed5e7a037d42489ec19289f --- /dev/null +++ b/model.layers.25.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a178507a8d156b8aa04da80a1a42ad3a0d216f1ba40e57ddc94830de7b4d0a +size 65536 diff --git a/model.layers.26.input_layernorm.weight b/model.layers.26.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..0a1d0650b4b978796a1b8bfe430d1c266eb23379 --- /dev/null +++ b/model.layers.26.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd9e06718b817c86e0d4032f238c910a0e6956968f9a490809f5a4ab7e9e3a9 +size 8192 diff --git a/model.layers.26.mlp.down_proj.qweight b/model.layers.26.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..7a0762822808507589736091c54dcecaf809b954 --- /dev/null +++ b/model.layers.26.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc88ef84de3ebd5fb21c96b422cef584eed2d8b5fc9691d2f194d06502d6681a +size 29360128 diff --git a/model.layers.26.mlp.down_proj.qzeros b/model.layers.26.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..1c34ca3c4c0212fe0402ac0dae7ba457e68d39ba --- /dev/null +++ b/model.layers.26.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41923f3013a6833ce28b5151982f1e1be694ecf296cd353f78ccbd1cccaf000 +size 229376 diff --git a/model.layers.26.mlp.down_proj.scales b/model.layers.26.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ab81c24edc52869567f870ad5ed7fbfd7e0d8a90 --- /dev/null +++ b/model.layers.26.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efc87d159a1327180671e204839a26d47620484d3305daaf25994f52e7bac20 +size 917504 diff --git a/model.layers.26.mlp.gate_proj.qweight b/model.layers.26.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c75b1793a745fe9790be47b320caa62106274ae1 --- /dev/null +++ b/model.layers.26.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4b947bc7bdff3cc39f3900f465d61f196d8b820927bdf8aedd4bddecef8872 +size 29360128 diff --git a/model.layers.26.mlp.gate_proj.qzeros b/model.layers.26.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..d6a9eadc7e92165cad8650bfa3ec46b1ee816925 --- /dev/null +++ b/model.layers.26.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c4314d08bf2eb190b8d33877991ca3587d49d0c86c982b7fb880d9422396cf2 +size 229376 diff --git a/model.layers.26.mlp.gate_proj.scales b/model.layers.26.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3297be3462f05476525e54154d54a225c118ad68 --- /dev/null +++ b/model.layers.26.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa72ddb279a22402eb233ce2c81cfede102aee9619a2eba2354a2a3757558cb +size 917504 diff --git a/model.layers.26.mlp.up_proj.qweight b/model.layers.26.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5d4781db29809409dd0919924735503221750070 --- /dev/null +++ b/model.layers.26.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:facae3196a272e2afe21f7846d4766d1c66a99c86ee271b8f00afb513cc53a21 +size 29360128 diff --git a/model.layers.26.mlp.up_proj.qzeros b/model.layers.26.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..758096e7e739afad4ec997334237db00d0e0a39b --- /dev/null +++ b/model.layers.26.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcab49dc2e3c324aec27d4bb2cc99cf23e390838dfefea8e790d5778a7809a1a +size 229376 diff --git a/model.layers.26.mlp.up_proj.scales b/model.layers.26.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e2373026f20a4080542d0e941d1de10b19d5b5b9 --- /dev/null +++ b/model.layers.26.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350b515a11855aaa4124fa26db7787f8b0913eaa196cd100ed24a6408c2749aa +size 917504 diff --git a/model.layers.26.post_attention_layernorm.weight b/model.layers.26.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..4e4787e5968184259b1f13492307ac94d2cd4e78 --- /dev/null +++ b/model.layers.26.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ee3fe0da4d5b94f1d09d4b2cb131b85f380f9bda322548f78c844e6bd5b362 +size 8192 diff --git a/model.layers.26.self_attn.k_proj.qweight b/model.layers.26.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..3c7678a4ae5dada974f4011f6705569e45ae46c2 --- /dev/null +++ b/model.layers.26.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb76170e9369b3e5dfb4d5fd762b701649c1f6447fbffffb19948fcd1eef28c2 +size 2097152 diff --git a/model.layers.26.self_attn.k_proj.qzeros b/model.layers.26.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..c1e337e6da2c613c4cc447edabab80dcabd2b744 --- /dev/null +++ b/model.layers.26.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5d292360a44ef22b886a7d582e095318581fb16c0ac2a6bae7c56a609d0094 +size 16384 diff --git a/model.layers.26.self_attn.k_proj.scales b/model.layers.26.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6402f2e402564cd24ea4e39162db694cee5770c6 --- /dev/null +++ b/model.layers.26.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb566738f89be88719bb6769caee9583e9a65ed5d098b27d36de51e98a9c5379 +size 65536 diff --git a/model.layers.26.self_attn.o_proj.qweight b/model.layers.26.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1d897cf0ff4cf887705d91027e44c2ceb85b6696 --- /dev/null +++ b/model.layers.26.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782dd8d209a984df203002fd69e8a57c9dde36e17bd7a1882a3005d36a404163 +size 8388608 diff --git a/model.layers.26.self_attn.o_proj.qzeros b/model.layers.26.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..925f8f44af15105b7d6fa3b51b75ab4836d31415 --- /dev/null +++ b/model.layers.26.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e16d4314a098d0ff09d1a8704f29c66fe9d5ac362d0a0e4732f4a88e2aed419 +size 65536 diff --git a/model.layers.26.self_attn.o_proj.scales b/model.layers.26.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4d26a725a5d90cf5587bcb5eb7e49b56d8a3b011 --- /dev/null +++ b/model.layers.26.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d088104165c79344db6bb4f8d9e0cc23b75833aae0d0aefafee5afe969765756 +size 262144 diff --git a/model.layers.26.self_attn.q_proj.qweight b/model.layers.26.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..08985d1cf136d0f39c0f3270aae5427e82c1e53a --- /dev/null +++ b/model.layers.26.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d53d6e92c30b1cc9b0aa6f9b3657015ef25f4f959f9e05f14f5645cbd9fe7a29 +size 8388608 diff --git a/model.layers.26.self_attn.q_proj.qzeros b/model.layers.26.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8c21d281d5db44f940da0837def01c407b993f81 --- /dev/null +++ b/model.layers.26.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41560be21f08e02a11d8bf784c958ca5da8689030278b20e65964360817686e3 +size 65536 diff --git a/model.layers.26.self_attn.q_proj.scales b/model.layers.26.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6d3f3b8917d1962f877f28d6c39991350bf35593 --- /dev/null +++ b/model.layers.26.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a43dd5a4d789268311e6578e647a2994818322d66429c0dda6355b026814c3 +size 262144 diff --git a/model.layers.26.self_attn.v_proj.qweight b/model.layers.26.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..93c2982a330dbab39d0521994cd7a1ed3fe04a48 --- /dev/null +++ b/model.layers.26.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52f1120e876533b6143df1098b49c1b82d5dab93068003e42815021dbd2c6ee +size 2097152 diff --git a/model.layers.26.self_attn.v_proj.qzeros b/model.layers.26.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f81ec330672d18c4d3c25a5c35f6370654982e1b --- /dev/null +++ b/model.layers.26.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5ca61bc17522a155c17824de19d9837e0393a03427d75615a1fa64813729220 +size 16384 diff --git a/model.layers.26.self_attn.v_proj.scales b/model.layers.26.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3235b213d1e830825a96a35c16f22626468faeb6 --- /dev/null +++ b/model.layers.26.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389bc4fb8a5cf05498197f4d84403150fc3880617015de99b26379f051722b7f +size 65536 diff --git a/model.layers.27.input_layernorm.weight b/model.layers.27.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..1335356f039b1292c609ffd24a42e45fa254f4b8 --- /dev/null +++ b/model.layers.27.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e225fd7f3792979edfc27a77906bb1a7030d211317762ee24e2860dab5c6dffd +size 8192 diff --git a/model.layers.27.mlp.down_proj.qweight b/model.layers.27.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9f7d7ea97141bcca8ce9a1afd469e983e48bf235 --- /dev/null +++ b/model.layers.27.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b43b01641f446ebac51d7cc3787558f029723637878706ff8925e2cc8ca1ccae +size 29360128 diff --git a/model.layers.27.mlp.down_proj.qzeros b/model.layers.27.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..799a50f9c7c9575dbfbecda6769d47e7152c2f89 --- /dev/null +++ b/model.layers.27.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9419d800dbc8468dcea9122ddb5d18b78015c00f74e5624316e367f2925715 +size 229376 diff --git a/model.layers.27.mlp.down_proj.scales b/model.layers.27.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..be4716c249d4caccd796d8167001793b81d8c3f1 --- /dev/null +++ b/model.layers.27.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6efd6581b6df92b8f7ebe6b28f14a6944a4fb794bfd662e01e0a162a33aa48ea +size 917504 diff --git a/model.layers.27.mlp.gate_proj.qweight b/model.layers.27.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..489025292b99ab69f2e96a23dbf271bd58f39035 --- /dev/null +++ b/model.layers.27.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b11564b4042cb3285f1c55d0136c4ca9f07a8bb9b47116aabb59dc8ebff7d2 +size 29360128 diff --git a/model.layers.27.mlp.gate_proj.qzeros b/model.layers.27.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..436c0dd88520da60383485bddc31cb251ddcb8e2 --- /dev/null +++ b/model.layers.27.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ee00567b71356d6e3478522586d7a85d76a093ed662bd617adfda648f32318 +size 229376 diff --git a/model.layers.27.mlp.gate_proj.scales b/model.layers.27.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..786f9cb2ebd685c84c3495e29df10c02e1b37d12 --- /dev/null +++ b/model.layers.27.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38998b81224369b1ac1789fcf4dd74c14bd94861fdec16c0fea7766f63cc41a2 +size 917504 diff --git a/model.layers.27.mlp.up_proj.qweight b/model.layers.27.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..655e80dd2589bf3eef23fa4f908c041199d28ed4 --- /dev/null +++ b/model.layers.27.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae1c544bd618f82876428e914bf51461ee717eb8db82e43af507f85da170b0e +size 29360128 diff --git a/model.layers.27.mlp.up_proj.qzeros b/model.layers.27.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..92ce0cd8dccd09850f836a8adcd7f348ae3f16b1 --- /dev/null +++ b/model.layers.27.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5108db31f3bcdc95c2af200975b877a497b6af1a4f1695fc7a0fd72188c7c49a +size 229376 diff --git a/model.layers.27.mlp.up_proj.scales b/model.layers.27.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7aa9726d38d6a2c2b159deb5f6983b5d62436119 --- /dev/null +++ b/model.layers.27.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a2e12dd6192c105ba6e63727fce569e17473b40edae0a3272ab503f49d6ad6e +size 917504 diff --git a/model.layers.27.post_attention_layernorm.weight b/model.layers.27.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..e365323f0a32edd7c91ac18ed41a4de43fe0ebf8 --- /dev/null +++ b/model.layers.27.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92526faa977b2585dd0354e65911acb2d801fab0e4bc35ec38a48db182ffe711 +size 8192 diff --git a/model.layers.27.self_attn.k_proj.qweight b/model.layers.27.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..662105f7763c7529c635b2d5b3ce29cc65069c69 --- /dev/null +++ b/model.layers.27.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f419f151feed37323264bb6d23ee6022a172c81fa31bc134c818d9a53686fd3 +size 2097152 diff --git a/model.layers.27.self_attn.k_proj.qzeros b/model.layers.27.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..b7e28b39ab63bd8062cf1b8a718a808cafa369ac --- /dev/null +++ b/model.layers.27.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299bb6f8f20d7760355f4618ce1318dcab68df7266c51ea5314eb407faa48fb3 +size 16384 diff --git a/model.layers.27.self_attn.k_proj.scales b/model.layers.27.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a2e4c4223ce30bc021dc03c41b18001be0d62969 --- /dev/null +++ b/model.layers.27.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd58af37bc9171d6b2aa6fc0fec736d72beb2e4a70dc6c3639fd57063c7f8f20 +size 65536 diff --git a/model.layers.27.self_attn.o_proj.qweight b/model.layers.27.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..7235390bda381f2c1e81cb351979406ec13cf53b --- /dev/null +++ b/model.layers.27.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6217c8dffff329948f264887ae3f7c52074f7876713913b2c909ec0bfd86592 +size 8388608 diff --git a/model.layers.27.self_attn.o_proj.qzeros b/model.layers.27.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..daa3ccb24d1017df727bed238693d444f461ef52 --- /dev/null +++ b/model.layers.27.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f501d3939887ff56e866c86eda98bdb75c8d863f3d9f8c57e5086c45955c03 +size 65536 diff --git a/model.layers.27.self_attn.o_proj.scales b/model.layers.27.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..64bf2f718e2afd32f0cc54a180455a661fd0840c --- /dev/null +++ b/model.layers.27.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9fad447ad29772845b28c935ec64918518a3e3d1d270f0cb8179e3501f3a51 +size 262144 diff --git a/model.layers.27.self_attn.q_proj.qweight b/model.layers.27.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..55218049418e89b2a928186f03c12ac54061692d --- /dev/null +++ b/model.layers.27.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4f17b3f4a1a6bf0052115e80d8e709f22d925256ea78ec966c51ed5b366c47 +size 8388608 diff --git a/model.layers.27.self_attn.q_proj.qzeros b/model.layers.27.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..4ae4382b14badc49882ec994c77d0183084609e2 --- /dev/null +++ b/model.layers.27.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995ce16852cfd6f1f9e5c09752267c7c25f5e6fa07b405db5a0bab4e1a83c58e +size 65536 diff --git a/model.layers.27.self_attn.q_proj.scales b/model.layers.27.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f02f22bf4568042aac849b469a6c7fb96cb77308 --- /dev/null +++ b/model.layers.27.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00a989a3af6d0139fa3468cda1e0a505c86d6f04cff0c118bf8c0141a69a091 +size 262144 diff --git a/model.layers.27.self_attn.v_proj.qweight b/model.layers.27.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fba49db28bd6dd800c439a2fef50ab0c94c3dbd5 --- /dev/null +++ b/model.layers.27.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc883af9537a320b559bf858a57892c0d3fcbbffb3aefd4a2e54ffbc328a164 +size 2097152 diff --git a/model.layers.27.self_attn.v_proj.qzeros b/model.layers.27.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..b84c4b3ef1c9c7a17b8d2af77e6e9b2ce3234571 --- /dev/null +++ b/model.layers.27.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bba9f3423eead2df9a96ec5aec3f15e3ac0f6e083fcfb21f8106571b4af2ed4 +size 16384 diff --git a/model.layers.27.self_attn.v_proj.scales b/model.layers.27.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6e5852d88b4d430fbee77b5fec8df6916e599016 --- /dev/null +++ b/model.layers.27.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af78d4b7f8062abadac311f30cea8c34d2f2bc27b6170e3615cbf2975060c3b +size 65536 diff --git a/model.layers.28.input_layernorm.weight b/model.layers.28.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7d09ffe295fb46e2ac1f7809c68d3c134326ab95 --- /dev/null +++ b/model.layers.28.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:150b5b26ace4e168a17d76ace78956119c6b8a7d3055ec5dcdd8b28fbb443b5c +size 8192 diff --git a/model.layers.28.mlp.down_proj.qweight b/model.layers.28.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f1fdf6f913fffa4f68f74c47417ee0c2c7e1221f --- /dev/null +++ b/model.layers.28.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ace73c60be7336c8c009646df08f70a830799c5603636cf4a1f25c84b58d52 +size 29360128 diff --git a/model.layers.28.mlp.down_proj.qzeros b/model.layers.28.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0f769c4277ac87a48f69971a128f79bd30045634 --- /dev/null +++ b/model.layers.28.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5f849443a4932a4bb91fb0f766c79e8912be01c5607698fa33d616f41afa48 +size 229376 diff --git a/model.layers.28.mlp.down_proj.scales b/model.layers.28.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bcc2afab7f5326964c2d73b622ee2b387f1eca4a --- /dev/null +++ b/model.layers.28.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3139e125385b1c7667f7ed22290982c4d8afa4ed90ba355864acec8a4f9082 +size 917504 diff --git a/model.layers.28.mlp.gate_proj.qweight b/model.layers.28.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ce2726831d04f8b2e0af178adaa9697a13662108 --- /dev/null +++ b/model.layers.28.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5d1a45f9b580d0ddc8f53afd6e53ea71579ed0d447f02dc014f4fb111ed5f8 +size 29360128 diff --git a/model.layers.28.mlp.gate_proj.qzeros b/model.layers.28.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7eb4b30bb2ac6928a49cbd35394895e52571a9b5 --- /dev/null +++ b/model.layers.28.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240b3ada73aa9feda5753f3a6333bbcd2ad0915407ae5e482ae0c32adabe978c +size 229376 diff --git a/model.layers.28.mlp.gate_proj.scales b/model.layers.28.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..89a42b349b2685d74d93d81bb8e0b0ab104d409d --- /dev/null +++ b/model.layers.28.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d85e6e4d3b92bf826c13741e7ad67f284d10c89b38f2e6edf7469f1e3c60aac +size 917504 diff --git a/model.layers.28.mlp.up_proj.qweight b/model.layers.28.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..054bbd8805f46d4689a25278ee597894e9b2a01d --- /dev/null +++ b/model.layers.28.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df540f3ce3a1012d8373c6d563e0054d5919336851b291000e92b7a45f8733a9 +size 29360128 diff --git a/model.layers.28.mlp.up_proj.qzeros b/model.layers.28.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..99daa7fa1dd3700c56b8733d6af78764c03db3cb --- /dev/null +++ b/model.layers.28.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc8740ff8753d13ee2a34e309af4ed7ae37f8ad3914809b0eef6bf1afbd7e11 +size 229376 diff --git a/model.layers.28.mlp.up_proj.scales b/model.layers.28.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..012dc7605b503ecd43795d3dfd9866b62b56b648 --- /dev/null +++ b/model.layers.28.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569410cb67fddd1707f85b1923a725a6993e8c7d4a7eca7a876da68edb6f0a6e +size 917504 diff --git a/model.layers.28.post_attention_layernorm.weight b/model.layers.28.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..57d9d351a87f01e88b76afea8d8b0b244ae6f77f --- /dev/null +++ b/model.layers.28.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c059aa99bdd4b441f53dbaff73ac54880c4314601ad24b76c8bb7c7170148852 +size 8192 diff --git a/model.layers.28.self_attn.k_proj.qweight b/model.layers.28.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f2019b14784065cca12761c2878eb0b738605a89 --- /dev/null +++ b/model.layers.28.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa656268e9d2a2e53c745af315438b6a432581a4af5b66fbe47edb6517e01f1 +size 2097152 diff --git a/model.layers.28.self_attn.k_proj.qzeros b/model.layers.28.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..14132c793f5436d962a07a4cedbb54c2b66ba451 --- /dev/null +++ b/model.layers.28.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e48266ccf774e1b9c0589fad54d860ece7ce103a200896c27dec676bd7988f +size 16384 diff --git a/model.layers.28.self_attn.k_proj.scales b/model.layers.28.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1b5fb84605af857785e536cbfca655e70e6d3362 --- /dev/null +++ b/model.layers.28.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dcb64731a09c5950b0979829797b887600d01c08ba79b79a6b8172709a581da +size 65536 diff --git a/model.layers.28.self_attn.o_proj.qweight b/model.layers.28.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..7c00fdbae83973368fba99876de5974c713aa104 --- /dev/null +++ b/model.layers.28.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9704fb104c95ca25e7fb8a98befa53e3112953ab71f193973e437667f7114103 +size 8388608 diff --git a/model.layers.28.self_attn.o_proj.qzeros b/model.layers.28.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ab37b99efb0aa4ec5c80100bb89cf97f27e77ad9 --- /dev/null +++ b/model.layers.28.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e56bcf8073e276273d5c28cf4c5cd15ec51cf16e40130dc3fff2d86a7b30516 +size 65536 diff --git a/model.layers.28.self_attn.o_proj.scales b/model.layers.28.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..bb907c3f35338e923d0e13010f365e609240db30 --- /dev/null +++ b/model.layers.28.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94282161a47ab75ba063bebac5bf93b6f1eb4ecf14790593c961c5b2c0e5b7c2 +size 262144 diff --git a/model.layers.28.self_attn.q_proj.qweight b/model.layers.28.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1fa51b349697ca74cca1a9c074e84e02662d9123 --- /dev/null +++ b/model.layers.28.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7470d4aa00670d962084396cfb2fdbddc93db50a6387d938e21918d2ba9f842d +size 8388608 diff --git a/model.layers.28.self_attn.q_proj.qzeros b/model.layers.28.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..de14e0af58b282a3492e462a8af2af078eab0e16 --- /dev/null +++ b/model.layers.28.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad35994c700da9584b07c82bc5721e155a58170c192149b89de7b98e426eea86 +size 65536 diff --git a/model.layers.28.self_attn.q_proj.scales b/model.layers.28.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..492fec32ac647b52f1ef43f48ac2db378cb3082c --- /dev/null +++ b/model.layers.28.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ead7ee04b3ff32fa52272d98ad286519bf2e447426a5de0abd3776a69be4f65 +size 262144 diff --git a/model.layers.28.self_attn.v_proj.qweight b/model.layers.28.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..189ee3ba11ce64dad22afb0d572052f1ed34cf76 --- /dev/null +++ b/model.layers.28.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79b9705dda4c924a7b2e8e93821c807cedc78c6fc41c63ded72715a41e7d71e +size 2097152 diff --git a/model.layers.28.self_attn.v_proj.qzeros b/model.layers.28.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..55bdc277db9698603cdadb912beea020c8775f66 --- /dev/null +++ b/model.layers.28.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa632008407a649dc01c80cf160ffd523c4b5a584ff6de4ee3c213a39ae2a59 +size 16384 diff --git a/model.layers.28.self_attn.v_proj.scales b/model.layers.28.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f904eab005dfb7bd5782901409f8f30abdba9c6b --- /dev/null +++ b/model.layers.28.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec65684eaea1185e072a825207b63afb73e0d69dab99038cf9ec17948320eda +size 65536 diff --git a/model.layers.29.input_layernorm.weight b/model.layers.29.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..f47dd9d6f9a66d59e95e7a8dc791d0fb11269512 --- /dev/null +++ b/model.layers.29.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98806706cf64a91a70fec4438b05a57edabd07f5a9f6a1e7928bcea9d459126 +size 8192 diff --git a/model.layers.29.mlp.down_proj.qweight b/model.layers.29.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a8633a7d6bfce7e61a15dfc2d8754ff36bc284f0 --- /dev/null +++ b/model.layers.29.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0504751d4524d0948ba6f97a4fa39601e7d1fab70782fb7346027167c00d0bf1 +size 29360128 diff --git a/model.layers.29.mlp.down_proj.qzeros b/model.layers.29.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7acf2facc20d1b363b65f96182af54d14beb2c73 --- /dev/null +++ b/model.layers.29.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c109b0f3c25f3d10488e3a2a3a57d65c9450d3d8f76e52374d2bfd9ce3f684 +size 229376 diff --git a/model.layers.29.mlp.down_proj.scales b/model.layers.29.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f78ef4cef159c2a2476ef8df1e30b7a5d0c8cf30 --- /dev/null +++ b/model.layers.29.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0fc3bc613aff1326edc9608b95b04227e954af8af0d49ac0cad0849f3962891 +size 917504 diff --git a/model.layers.29.mlp.gate_proj.qweight b/model.layers.29.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a1946fb0700f060d254ba2bf505beaa961149f85 --- /dev/null +++ b/model.layers.29.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63cace6c785c92ef0df6175b7fa844d86e3f18865eb33635702080e12b29a1aa +size 29360128 diff --git a/model.layers.29.mlp.gate_proj.qzeros b/model.layers.29.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..2107959d9b8b1016bb41665ee5811f7533b59df8 --- /dev/null +++ b/model.layers.29.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ccfe73c3dda3c391ab3650143de8c76593fd2972118f0c80e779e36d3c4b935 +size 229376 diff --git a/model.layers.29.mlp.gate_proj.scales b/model.layers.29.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..235038550b7dd2b665f52c54be406ce2d153a337 --- /dev/null +++ b/model.layers.29.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34804ca817f975454a7af860c301f6c393c4926717c7598399fab98e7f0f1c90 +size 917504 diff --git a/model.layers.29.mlp.up_proj.qweight b/model.layers.29.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4bb225328a0a1b1c56cf4c4e6f338c1d6f785c8f --- /dev/null +++ b/model.layers.29.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73babdf24a61047136f0071176e96467332e078942ebd6f1aa9253a93a162117 +size 29360128 diff --git a/model.layers.29.mlp.up_proj.qzeros b/model.layers.29.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5cadaaf9a84c07e3046fdded520bace953825ea7 --- /dev/null +++ b/model.layers.29.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8861fa648216b3cfb689d7c086f90daffcb864d79c335dfe83091995c50418 +size 229376 diff --git a/model.layers.29.mlp.up_proj.scales b/model.layers.29.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9c4afa9aa7fdc501e0d1c30868a79be6643b1482 --- /dev/null +++ b/model.layers.29.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7742107afd8a1684a84c8f6454415d00840a1b57c5a1c866f4f5de0f948ba86 +size 917504 diff --git a/model.layers.29.post_attention_layernorm.weight b/model.layers.29.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..50dea47427c7e39b0786e51c451165efb9aa98ea --- /dev/null +++ b/model.layers.29.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84f6572448a9a1ec76430a37cea89e0dabf96262bbb4b952fa2ab778ff145b4 +size 8192 diff --git a/model.layers.29.self_attn.k_proj.qweight b/model.layers.29.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d394a96cb6bc41c5214275eef2ff3d5b1cc725af --- /dev/null +++ b/model.layers.29.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da33a37a406f0afd01a737e0ff9a0d15d10ac9a77ea853277f9d097c7b427caf +size 2097152 diff --git a/model.layers.29.self_attn.k_proj.qzeros b/model.layers.29.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5d4bfc7ec46d597753754ff43d50a1d0b7e04930 --- /dev/null +++ b/model.layers.29.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:116a6d9696d8c620e13973a5acd52110d8a02d5f06ebc836f6e1c252962bea12 +size 16384 diff --git a/model.layers.29.self_attn.k_proj.scales b/model.layers.29.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ac5db1e383c35655a5b6e36c7d2461658d18fb03 --- /dev/null +++ b/model.layers.29.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15510cadee9feb4a7e0711375e0efb3ea3ca0e1f5ac32062312f976730f5029 +size 65536 diff --git a/model.layers.29.self_attn.o_proj.qweight b/model.layers.29.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..7b6f79cd40e05f5f50b33668542695987d8ecb75 --- /dev/null +++ b/model.layers.29.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fcbc942b836988349cac9040f6e84f97bdb0ecb2858a965e7951fcd57bff3db +size 8388608 diff --git a/model.layers.29.self_attn.o_proj.qzeros b/model.layers.29.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..10dabc7ea112aa54090987fa3373d879600fb960 --- /dev/null +++ b/model.layers.29.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee741320c59ecfc98256f2253de8a7ccd07cca45c3dc9b9a816296eaeccea219 +size 65536 diff --git a/model.layers.29.self_attn.o_proj.scales b/model.layers.29.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..0a34fa2e006017864cd6d91a75da153ad8b75deb --- /dev/null +++ b/model.layers.29.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1012c5fc93c6372de7acfe0bda1e9c8a740d62367fcc93d947b6cce04bb6ac70 +size 262144 diff --git a/model.layers.29.self_attn.q_proj.qweight b/model.layers.29.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..1fb3fa5a0c5464c2ba22bfcac6bf25ee10a532c5 --- /dev/null +++ b/model.layers.29.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ef41ce6486660fe62d6b19c741084d7bed532fcd214e8d49157e15d855b6ae +size 8388608 diff --git a/model.layers.29.self_attn.q_proj.qzeros b/model.layers.29.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a968bc2fcbfbd4aeb8293a7573791939fa44f6d8 --- /dev/null +++ b/model.layers.29.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:185d85251383ccc79e9d19c54ebf962bca235d3113847ae93c79d1ede249215f +size 65536 diff --git a/model.layers.29.self_attn.q_proj.scales b/model.layers.29.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c24c5b5341e0d77cec8d19f359eaadd20a7af94c --- /dev/null +++ b/model.layers.29.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87425c1dbd1dbd943b5aac555ece8c252680c6c770aae50a22fdc384a24a99b7 +size 262144 diff --git a/model.layers.29.self_attn.v_proj.qweight b/model.layers.29.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a92c61d6672869958a9a1b53589e6490d425cfac --- /dev/null +++ b/model.layers.29.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97db5b46db4673741d9550170c4e4660656bc30674c40f9ec3b9bab6d8b11822 +size 2097152 diff --git a/model.layers.29.self_attn.v_proj.qzeros b/model.layers.29.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..dd5a375df8299d412ae8612c13331d93f608ed12 --- /dev/null +++ b/model.layers.29.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a926d43aa474dfb6aa6378c1e7b31cd9b447949dc15893c147d621067571ea2 +size 16384 diff --git a/model.layers.29.self_attn.v_proj.scales b/model.layers.29.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4809aaeb0c2e8175cce7d50e7d9b0721a6ba2ff5 --- /dev/null +++ b/model.layers.29.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:305b67ed02b364cd509a29a84a9b5502a9215c659a0a12a699b111e7e613f97c +size 65536 diff --git a/model.layers.3.input_layernorm.weight b/model.layers.3.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..910913b6a13338c3a90e00c3432731d19e992d3e --- /dev/null +++ b/model.layers.3.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9beb875ebefc3619090edfbe12d12a8ca9f799e9267ce36da5adf340bb2382c +size 8192 diff --git a/model.layers.3.mlp.down_proj.qweight b/model.layers.3.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..eef3d16e4a47c937dea51c905b1fc9c31d8aaf9b --- /dev/null +++ b/model.layers.3.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19ce5df8406480a26e81b085e52009fc625a3a56582b1a0bed783e4a743738a +size 29360128 diff --git a/model.layers.3.mlp.down_proj.qzeros b/model.layers.3.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0d294d21b815239d4560798a0c8811140ad71048 --- /dev/null +++ b/model.layers.3.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fc0c948e2905b487ad2fe9e94a83d6b469037c4e734915f66740594670641e +size 229376 diff --git a/model.layers.3.mlp.down_proj.scales b/model.layers.3.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1a35d5da73548bdb5db137c5987d6cd5283aba5a --- /dev/null +++ b/model.layers.3.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976cebb6a6f7eab256752af17b3a26fa538196d56303caa0220ee2b79bb8fd6a +size 917504 diff --git a/model.layers.3.mlp.gate_proj.qweight b/model.layers.3.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ad3dae0097e615b421a31dbe4f2965c410436b83 --- /dev/null +++ b/model.layers.3.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69eaa458c767f680a4a447b4500d1c5dbc30093700488232eafb8794c4310ec7 +size 29360128 diff --git a/model.layers.3.mlp.gate_proj.qzeros b/model.layers.3.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7b2dace63a720c2e79403f296c4ecb59eb9f7d1b --- /dev/null +++ b/model.layers.3.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6905e3422c684d4c046f2a2c8ff5f3d3f0d494c90f350fc1f0a1163b2c4e71 +size 229376 diff --git a/model.layers.3.mlp.gate_proj.scales b/model.layers.3.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..072ca23bb4795377cff5d030bc81b5384ccf81de --- /dev/null +++ b/model.layers.3.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3423b701a698fbe39112621bd690253ab4dad676c3b7fda14a67b66cb5dcda86 +size 917504 diff --git a/model.layers.3.mlp.up_proj.qweight b/model.layers.3.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ec7728b7aa2df5bf6bceccbbedbcf1e7adbe29e6 --- /dev/null +++ b/model.layers.3.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5678a8cdd5c904665d5094fe19206012fba753f224e3720018f59d2a13301493 +size 29360128 diff --git a/model.layers.3.mlp.up_proj.qzeros b/model.layers.3.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6bbaacccf009bd7ff386e187ec0cff952a65e61b --- /dev/null +++ b/model.layers.3.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebb9629511a5ffd1a94027195deb4fb4e2726dcb6d0d918720b04cb8b5f39c2 +size 229376 diff --git a/model.layers.3.mlp.up_proj.scales b/model.layers.3.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..48004301e3e949c80f76322c16bb2736826517e1 --- /dev/null +++ b/model.layers.3.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbbf332f9113a91cc11e88fe8948ad071f6bdc35e9d3daa9b7c7403269789047 +size 917504 diff --git a/model.layers.3.post_attention_layernorm.weight b/model.layers.3.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..bdae848792ab6cc8f5b5174858da65202a5748a6 --- /dev/null +++ b/model.layers.3.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96fccf5b260c63177c5865dc56c8bc82442f038676c12b0063704521767a27d +size 8192 diff --git a/model.layers.3.self_attn.k_proj.qweight b/model.layers.3.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d6f830822fe96bb93ef75aff3789e8177921ac0e --- /dev/null +++ b/model.layers.3.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a00a30011d9ac87da7364ad71d0b524d0b1022596e0b44f088cc54cd895ad396 +size 2097152 diff --git a/model.layers.3.self_attn.k_proj.qzeros b/model.layers.3.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0482b279bd888e4c802299791e672cd6a0ee2be3 --- /dev/null +++ b/model.layers.3.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8bc6c46cc41fe9b5b5d8dcd4ec0d77ba790378c7a8896524904abeaa363961 +size 16384 diff --git a/model.layers.3.self_attn.k_proj.scales b/model.layers.3.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..725eda9ffdb576bf7d4ca272b5f1d334f24adb65 --- /dev/null +++ b/model.layers.3.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f568219311e909a25ea71d420e9792ff2fec4c9b360ef37c9d52ffa8dcd17d31 +size 65536 diff --git a/model.layers.3.self_attn.o_proj.qweight b/model.layers.3.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..32d5125bd6c2a74a5b6b285da7ce92dfa9636763 --- /dev/null +++ b/model.layers.3.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ab28faf07b3a75d742918d0122f2f12ff1be542f36ed50f128ff6147803499 +size 8388608 diff --git a/model.layers.3.self_attn.o_proj.qzeros b/model.layers.3.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..97ab593a882cab91b6c56795aa6536a180ba25c3 --- /dev/null +++ b/model.layers.3.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a76bc4be81cdd29bf57fcd53a3c1aec6e698dd58c43dbe81c33262aaeb8924 +size 65536 diff --git a/model.layers.3.self_attn.o_proj.scales b/model.layers.3.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..78ea6addb4b3089ab688389ad416f36d67717179 --- /dev/null +++ b/model.layers.3.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01679c1996bc19f77fbff884073726bd57b1c29d852dd21a428cfe893c74638e +size 262144 diff --git a/model.layers.3.self_attn.q_proj.qweight b/model.layers.3.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fce7f0ddf87a27f7250d7c6562683ec90d82bae2 --- /dev/null +++ b/model.layers.3.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2894d3c5b6b22b3bf593405f755f69148b0985f9547386c730cb60e6bfbd748a +size 8388608 diff --git a/model.layers.3.self_attn.q_proj.qzeros b/model.layers.3.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..37eaba70bf7d6234033bea9244007813e33532e8 --- /dev/null +++ b/model.layers.3.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8be6a21e6713e30aba05236b10f49544c8ea174ec19dc4ba32b8eaf4a91a27 +size 65536 diff --git a/model.layers.3.self_attn.q_proj.scales b/model.layers.3.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..dec92eaac57fe44c17ce28f7b61ad9a71eddfbed --- /dev/null +++ b/model.layers.3.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d986cd7183920fc3dead6c31ec95ba875c0350c97aed9afb278fc5aa17a56fb +size 262144 diff --git a/model.layers.3.self_attn.v_proj.qweight b/model.layers.3.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..47c3a0799410cea582922133930e1de047640803 --- /dev/null +++ b/model.layers.3.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6763b98556c2f742645ecafdff45846b187c10d9bc2b30b7485b65016e95bce +size 2097152 diff --git a/model.layers.3.self_attn.v_proj.qzeros b/model.layers.3.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f82249e90ae0e5afda37653f8910c2613b75b208 --- /dev/null +++ b/model.layers.3.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6791f936d112976469189af59c6b830e7c3956eaae54ed663e8cd4739b2872 +size 16384 diff --git a/model.layers.3.self_attn.v_proj.scales b/model.layers.3.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..71e262cd9b27e6593b87e89f41e5e844524599da --- /dev/null +++ b/model.layers.3.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2def4af640da0fb0e9641d24a68b69ae4b0034eb1ec16c417cb242b5de1f33d2 +size 65536 diff --git a/model.layers.30.input_layernorm.weight b/model.layers.30.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..5c186927cf39f50342121ee9b1052b522daf73fa --- /dev/null +++ b/model.layers.30.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c41e2426551bb302ddd721da68ade3b0ef48e8f159d4316816d2738e46df39b +size 8192 diff --git a/model.layers.30.mlp.down_proj.qweight b/model.layers.30.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..8cbb93e10e9552f5c09f5c19772035a3debf77bc --- /dev/null +++ b/model.layers.30.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26c5cbb9c234d006749ec85705c86453b309d50651e5cd3e427392125f28086 +size 29360128 diff --git a/model.layers.30.mlp.down_proj.qzeros b/model.layers.30.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..54ed64a0b671405fbbb5ae5e6486734628eab73c --- /dev/null +++ b/model.layers.30.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ade882763568cf301bc8b53a1fa3a3f87ed4526da3ae242c7d0e7075cdf5f03 +size 229376 diff --git a/model.layers.30.mlp.down_proj.scales b/model.layers.30.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..db3bda460044d075ff50d23861e3787b2c8e2ab3 --- /dev/null +++ b/model.layers.30.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dcccf20ad179f67b58b36dd2299f07522987de046f8e3d2749d4e63fa242ee3 +size 917504 diff --git a/model.layers.30.mlp.gate_proj.qweight b/model.layers.30.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d63e9b1572535fa8394264c0cf6ed544478b5fb5 --- /dev/null +++ b/model.layers.30.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab83d2b5148aee812cec2605217aacaafdeea2d647f6e8c1ebcdf7f27162749 +size 29360128 diff --git a/model.layers.30.mlp.gate_proj.qzeros b/model.layers.30.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..442028c5566ed1c895fe7cc4277b3ab7af7bc59d --- /dev/null +++ b/model.layers.30.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238c264aa82b808fc1efcc3f2bde80abcac29eec4d0432005e58c226b99ae408 +size 229376 diff --git a/model.layers.30.mlp.gate_proj.scales b/model.layers.30.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f4bd13cf7d80b7e33e3fce9dd343a920af95b0c5 --- /dev/null +++ b/model.layers.30.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daac4d892fe12e67387e60a3a69619290748a678a37f21e0d052340e8e293360 +size 917504 diff --git a/model.layers.30.mlp.up_proj.qweight b/model.layers.30.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ab826371d2c51221e2d3e85cc771aea4156accea --- /dev/null +++ b/model.layers.30.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a738280b1628a9854cc798b0f1b72b7345b49519ba07f33377f5a1f3e8919f16 +size 29360128 diff --git a/model.layers.30.mlp.up_proj.qzeros b/model.layers.30.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0ca5bb24a0b060808986c00f6b386aabcf896cea --- /dev/null +++ b/model.layers.30.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4782fb86bf38ce35026d49c2800066b6796ba27c7f541b090b1a0e619947bc +size 229376 diff --git a/model.layers.30.mlp.up_proj.scales b/model.layers.30.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ae92db1461d251a4de976019ec29c2286df9d0a1 --- /dev/null +++ b/model.layers.30.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8888540bf0ebd96de401159e427a227c27620f0cdbff6f1bbe7da3d611434fe +size 917504 diff --git a/model.layers.30.post_attention_layernorm.weight b/model.layers.30.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..3fb21e6364476a6c09426ed804981eaf1ba6c0bf --- /dev/null +++ b/model.layers.30.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d441addb362a628f9f3f893269052ae79e610150d4206ba8d071898b6fd6f12c +size 8192 diff --git a/model.layers.30.self_attn.k_proj.qweight b/model.layers.30.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..392240e17feb9a7b6386d8ab0eb7b52c458aef6b --- /dev/null +++ b/model.layers.30.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794a4505270fd989bb8be734df970d3e646d81d931aa740001848b3406570565 +size 2097152 diff --git a/model.layers.30.self_attn.k_proj.qzeros b/model.layers.30.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8e5ed9dc8dd59b49e951dea0cc0142a85e0d9054 --- /dev/null +++ b/model.layers.30.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44127288c74425bae54362ca2fa744d6b7caa9086b8bc8a68476890e37850c6b +size 16384 diff --git a/model.layers.30.self_attn.k_proj.scales b/model.layers.30.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..f69e419306451ab6da7530ecb7e9f690d50e03d5 --- /dev/null +++ b/model.layers.30.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047fec8f3fcc7b3b549a7a24987d8b1927076a5df1c6d4cbae89373f1b4cbe10 +size 65536 diff --git a/model.layers.30.self_attn.o_proj.qweight b/model.layers.30.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a033adb2962d4ae1803402510ae07b795462b496 --- /dev/null +++ b/model.layers.30.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4eca346c46f989c6a06ec23fe5a5580f2a3acc1ab78a9c753363a7066975fb +size 8388608 diff --git a/model.layers.30.self_attn.o_proj.qzeros b/model.layers.30.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..122fb27bf093b720ec49218e5efb69d0ac8dce56 --- /dev/null +++ b/model.layers.30.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b283cf4411e8151d6cb8ed6d878d05ac1747dc4380451c2118020e3cdc8f306 +size 65536 diff --git a/model.layers.30.self_attn.o_proj.scales b/model.layers.30.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8316fe0dff6c8e20e9c7b54284f7b99a48fad4ea --- /dev/null +++ b/model.layers.30.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a728690af59938891aaecc69d9ebf22e7f4bf0f3a23247386ceeeb91a3d71e5d +size 262144 diff --git a/model.layers.30.self_attn.q_proj.qweight b/model.layers.30.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ef15a9ff66b91e02479dba892a427d11b89bfd76 --- /dev/null +++ b/model.layers.30.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a879065cab843b4407d06396cec6c54f335378e2809328afbab2235a8414d24c +size 8388608 diff --git a/model.layers.30.self_attn.q_proj.qzeros b/model.layers.30.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..deff60e4e7688496a175ecace7a38b33583f4614 --- /dev/null +++ b/model.layers.30.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07477cb8b37cb08023c9f07e9e5276b241004d447559f97eed6a5cf23d1d7f7b +size 65536 diff --git a/model.layers.30.self_attn.q_proj.scales b/model.layers.30.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1fff054f797e2a2d0df2d680b5741724c47d8218 --- /dev/null +++ b/model.layers.30.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af98e8d0a1ac2955d817ea67c5a1c11efa8145859d0a706d1687ad50943fc9ed +size 262144 diff --git a/model.layers.30.self_attn.v_proj.qweight b/model.layers.30.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4e4a94d55e4ead7cbd18da19ae6f9fafa9b0f099 --- /dev/null +++ b/model.layers.30.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b13b73ad9d1bc5aa055d9e947ae2a32354e9b1356ac32daf50e287b6b0bc74a +size 2097152 diff --git a/model.layers.30.self_attn.v_proj.qzeros b/model.layers.30.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..218b224a3bb710bf480659f22a6c861013fe126c --- /dev/null +++ b/model.layers.30.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e92f022dde5fb6d58e8e8259ba62b287f55d62a65bf34c58c1c70c3761372d +size 16384 diff --git a/model.layers.30.self_attn.v_proj.scales b/model.layers.30.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5301359cd89d07b540e278268140d445465e38d3 --- /dev/null +++ b/model.layers.30.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f05f72caa2d7b15023fe2f1cecf0a92a194992751a1405c2050c9c69ff6371 +size 65536 diff --git a/model.layers.31.input_layernorm.weight b/model.layers.31.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..87207769cf8e58d1bd725fbfd0ac7d8c95637c3e --- /dev/null +++ b/model.layers.31.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156f17a3454b2edf197e9f716d80186d351e25b488de0085efb2ebf7a0257bed +size 8192 diff --git a/model.layers.31.mlp.down_proj.qweight b/model.layers.31.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..8831c6d02b661b629db05eb3e5e4497c390c1eab --- /dev/null +++ b/model.layers.31.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c990efa5c56a035d56505dc1d3876887ad1785f5b36ce7a99134646cfc92e3 +size 29360128 diff --git a/model.layers.31.mlp.down_proj.qzeros b/model.layers.31.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..629aef4b9eaa83bced84f55fea53248b77660059 --- /dev/null +++ b/model.layers.31.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f573beefd3496c0e89f7e9abcb065407d4e96849b73bd3314a45cc6ff788a3 +size 229376 diff --git a/model.layers.31.mlp.down_proj.scales b/model.layers.31.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5312654e516f8d7e449e0d5b75d20889198028e4 --- /dev/null +++ b/model.layers.31.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900cd874b3013e1f7480ff5db4f92f05546fa78119f1e2715e1a4aa0b7e31585 +size 917504 diff --git a/model.layers.31.mlp.gate_proj.qweight b/model.layers.31.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..721436fe9d3dffa980c5afa2312a347337a8e2c6 --- /dev/null +++ b/model.layers.31.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6070f646f9956aac49a67344a5ab93350378e1280a966f32557aa4ffb01b6b +size 29360128 diff --git a/model.layers.31.mlp.gate_proj.qzeros b/model.layers.31.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ca9f5dad4dbc1fc2368bce74a00a7fec757423a1 --- /dev/null +++ b/model.layers.31.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22ca6f36756238f2c4bd53de6aebe3f793543a6a3f2c65bcd06af5c62fd431f +size 229376 diff --git a/model.layers.31.mlp.gate_proj.scales b/model.layers.31.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6c7b04c919cfec6841ac02b82896b578c72f1b7a --- /dev/null +++ b/model.layers.31.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088af1bf5ef6fd5085887d1cc98c412484c8c2e1c5d42c6293083b703687b847 +size 917504 diff --git a/model.layers.31.mlp.up_proj.qweight b/model.layers.31.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..bb60923e4da97cd1800622bffb97b1d8395bcd13 --- /dev/null +++ b/model.layers.31.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fed01f858eac7057a0f7139ff4453b3ba077d2618179614a53fe209b75d0a8 +size 29360128 diff --git a/model.layers.31.mlp.up_proj.qzeros b/model.layers.31.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..47d1d94185573123b738ae4d6ee45537b075147f --- /dev/null +++ b/model.layers.31.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ede1d60f14a1dc02dbfa4a06819143f357e9a8bfae2d9b2c2f9e06ea32387be4 +size 229376 diff --git a/model.layers.31.mlp.up_proj.scales b/model.layers.31.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..2626b5d8fe7d2128933a36e1116dd7b742008a09 --- /dev/null +++ b/model.layers.31.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9345071affebee3a9f90b1dd244c02938d60f2ba3d7626d77337b7376414e79a +size 917504 diff --git a/model.layers.31.post_attention_layernorm.weight b/model.layers.31.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..a3a129ed0367d7487ffbe3f5564b5a8f7c282e55 --- /dev/null +++ b/model.layers.31.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:453c2638a5952d65d4f089c1145435a7f030810f6cdaf8facc7436a7add06a0a +size 8192 diff --git a/model.layers.31.self_attn.k_proj.qweight b/model.layers.31.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..710eab770e27417c4ec47c256f44c0f6f640cc67 --- /dev/null +++ b/model.layers.31.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cc16d64d50c3370e016e4ad68b57f4784fd8fd4ade76275de944664a78946f +size 2097152 diff --git a/model.layers.31.self_attn.k_proj.qzeros b/model.layers.31.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ba5224edbce9c265af4273dd041a1147335cc2e2 --- /dev/null +++ b/model.layers.31.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1e2e9f31f803b7af2b23dadd0dc9df79f63aa18c817d86a9783f892e8f3a32 +size 16384 diff --git a/model.layers.31.self_attn.k_proj.scales b/model.layers.31.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3f56f8b92a98becab59bc4ef3a7fc680240e36dd --- /dev/null +++ b/model.layers.31.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3482af1e1c5a13f4e10a37b847191fd0e4a5be3b075f37d6d5744862667778 +size 65536 diff --git a/model.layers.31.self_attn.o_proj.qweight b/model.layers.31.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..7f5dc6d6c4845c0be6725a4a22d289c5e3b55ed5 --- /dev/null +++ b/model.layers.31.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03e3da3ac9065f0f63a2351d25842be18d391dea785c1d13df8dd1b535d6c90 +size 8388608 diff --git a/model.layers.31.self_attn.o_proj.qzeros b/model.layers.31.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..11b781764710fd0d2639fc06148a8aaedaccf9b2 --- /dev/null +++ b/model.layers.31.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd4ab8220093e966264622b93f087475f8b82f3a415f2374ba9583fc89189d9 +size 65536 diff --git a/model.layers.31.self_attn.o_proj.scales b/model.layers.31.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..9e646a17ab4f1f82d81d0b97e47857a1c2c8d993 --- /dev/null +++ b/model.layers.31.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce829eeaec5bb9ab888c50a8e7b54c368f3c65eb37de2faa6b83bc14360b5bf +size 262144 diff --git a/model.layers.31.self_attn.q_proj.qweight b/model.layers.31.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9296f483ba253ebc61ac62bd5ee1c01f581860a0 --- /dev/null +++ b/model.layers.31.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc357a2c789cacb1dab358f0ae3579c1975ea37a1ff88da81d022956314f934 +size 8388608 diff --git a/model.layers.31.self_attn.q_proj.qzeros b/model.layers.31.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..84c34126abefb876967a525583ae3545f59f9c3a --- /dev/null +++ b/model.layers.31.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95958865a772923a0ddb62e35a6750cd1586bb9b50417a14e617b5bcb4a86f83 +size 65536 diff --git a/model.layers.31.self_attn.q_proj.scales b/model.layers.31.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1273f47cef16fec596863ea5e61c7190c63da23c --- /dev/null +++ b/model.layers.31.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706e3904f695f2d91c9bf279d707b62cf3b82785e3b72a40394ea5a29de86dd9 +size 262144 diff --git a/model.layers.31.self_attn.v_proj.qweight b/model.layers.31.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f552dbde328f2d059c4e9210bb015f71e334bef3 --- /dev/null +++ b/model.layers.31.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb0ce2f27c5b715328b06d99f6ce7760ce5c90650cf5a0ea2067b56d8d3f0872 +size 2097152 diff --git a/model.layers.31.self_attn.v_proj.qzeros b/model.layers.31.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bb9d587efe8e47ad09756d0db2b49c839a832a7d --- /dev/null +++ b/model.layers.31.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23225995728b1413fb8f24a59cb45f7d816004dac43cad099c7afc4a4384144 +size 16384 diff --git a/model.layers.31.self_attn.v_proj.scales b/model.layers.31.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6141a6f706b6732ce9a8ee144c5c9a67a8130d05 --- /dev/null +++ b/model.layers.31.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dba71ffc260c2a6e9ae3d0d613f33283425738810182703b3babb96043e98bd +size 65536 diff --git a/model.layers.4.input_layernorm.weight b/model.layers.4.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..9c7ab8cbbce1b7cb455ec701c3ae3c616f2ef88a --- /dev/null +++ b/model.layers.4.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:505f16b48218b7dd749f56369fbdd949cb78e67c4d39a3d252cce33d43d20aec +size 8192 diff --git a/model.layers.4.mlp.down_proj.qweight b/model.layers.4.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..250bda0d82046aa3c0dff58f911ca10248d567eb --- /dev/null +++ b/model.layers.4.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557d8c37571f0d027ae169e640ce31ffbbe7b4f6770d831b7b6a25369e5f3f7d +size 29360128 diff --git a/model.layers.4.mlp.down_proj.qzeros b/model.layers.4.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ee9f3a668f775fc51d2ecdff6196a3315478f72f --- /dev/null +++ b/model.layers.4.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:520a8c2918a49b93d59c0adc5dc54eb9942f77788e7bc61b983483f9949bfc94 +size 229376 diff --git a/model.layers.4.mlp.down_proj.scales b/model.layers.4.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..0c0ccb1bde6fe040b9d294eba2fd9faabb5286f4 --- /dev/null +++ b/model.layers.4.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef31668d3c4f7cd365faba3725f04c6efd486e3f745dff6383219bac902e05b7 +size 917504 diff --git a/model.layers.4.mlp.gate_proj.qweight b/model.layers.4.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c36a9f31010768ae355210d934765be6be310753 --- /dev/null +++ b/model.layers.4.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d00848fbcb108ab6cde841147be78f63c1aa2403ea6aa7369302de4bebebd2 +size 29360128 diff --git a/model.layers.4.mlp.gate_proj.qzeros b/model.layers.4.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..58b7eb064b6f81aa0b98f8b787dc04df8cd90f47 --- /dev/null +++ b/model.layers.4.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1839a5fcef77f4d950a30dae2e307909252ae50692b6ab840fe8fdce3bd2569a +size 229376 diff --git a/model.layers.4.mlp.gate_proj.scales b/model.layers.4.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..cdc668b4bbf59886dfd73e157fa48b8e24a99f1b --- /dev/null +++ b/model.layers.4.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390ed1c25ea817e793a86f6a5822c849f58225af6e5e20d6cb851a7d3ca0eb19 +size 917504 diff --git a/model.layers.4.mlp.up_proj.qweight b/model.layers.4.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d92656397183b79c8d154c2335aa211b50502d57 --- /dev/null +++ b/model.layers.4.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0056c1dc88945b2f6211ba4b18e859fcac29cefded6a7a7712c3a6d4c5e3a995 +size 29360128 diff --git a/model.layers.4.mlp.up_proj.qzeros b/model.layers.4.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f6c219d2bedf5206104bd6c1c54ae1738fa2a0bc --- /dev/null +++ b/model.layers.4.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16362c5616ce657e72a0b19c3005c37f7fa43abb2977b360a1415dd9782b4243 +size 229376 diff --git a/model.layers.4.mlp.up_proj.scales b/model.layers.4.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7f7ae02c38873949ae71fb78d2ad4e3eca24c8bb --- /dev/null +++ b/model.layers.4.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96344529207bdb03508c7e48eb83897a7b3ffb200581cc286eae073a5bfcda0 +size 917504 diff --git a/model.layers.4.post_attention_layernorm.weight b/model.layers.4.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..ebbae3a55df68a2955c124f2dd7738983df1a8ab --- /dev/null +++ b/model.layers.4.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43158fe0a8763b5feedd271b294e2da658ac76e2269342ebac92b652dd53d362 +size 8192 diff --git a/model.layers.4.self_attn.k_proj.qweight b/model.layers.4.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c8b4e8b6498ba6986ab4cf1d8303edc331dc36f4 --- /dev/null +++ b/model.layers.4.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1644c0c7501734866d12f9705d837192ec4c83426c2885628c8a85548a3e74 +size 2097152 diff --git a/model.layers.4.self_attn.k_proj.qzeros b/model.layers.4.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8f00c4968854eae498b2e67aa1ebc8b97cbd46da --- /dev/null +++ b/model.layers.4.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6747f5786356b5eef5c3156a9615ff37ac5f22a803a099c3a7b7bc0da5c314a +size 16384 diff --git a/model.layers.4.self_attn.k_proj.scales b/model.layers.4.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..15738d4c14c26a30f06f3970c409b493a22037f2 --- /dev/null +++ b/model.layers.4.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca5d8e45e8106e0ce0bad8d6fc5248d7a3024b120fa92540cedd4d1725c2bc7 +size 65536 diff --git a/model.layers.4.self_attn.o_proj.qweight b/model.layers.4.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e5b551091fc37d83bb90152592bfcefabd626b4a --- /dev/null +++ b/model.layers.4.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c4a7ea05f46a6a81ba5de96021986afa14f2f2ce297642bd7dd5a3095e33aa +size 8388608 diff --git a/model.layers.4.self_attn.o_proj.qzeros b/model.layers.4.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..2b112526089c398b9beb451bd13b4bcffc60ff5e --- /dev/null +++ b/model.layers.4.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0864e58bd10d3f3e85965e3c1c75a27920c095401b0ba32a6c0fef919aa6107b +size 65536 diff --git a/model.layers.4.self_attn.o_proj.scales b/model.layers.4.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e713e549990e050df46e5742ed3007bdea2551cb --- /dev/null +++ b/model.layers.4.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1e9ac5552f0da85e3c0d2eb14166a24213525bd294cb0246ffe305b585728e +size 262144 diff --git a/model.layers.4.self_attn.q_proj.qweight b/model.layers.4.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..e6932937567636e11c2aa7f498939fdefa2cd379 --- /dev/null +++ b/model.layers.4.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed19a3ddb3d20fb38c21cf98018b829733f5e18ba04cffd2f391142ad6e436c +size 8388608 diff --git a/model.layers.4.self_attn.q_proj.qzeros b/model.layers.4.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..11e40351f7fe90dd1d5a0f6c13783f8fb736b150 --- /dev/null +++ b/model.layers.4.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b5174ce7ab66ac6a7e5bb896b57a35a76c4fc446b57657eba45453c76d110e +size 65536 diff --git a/model.layers.4.self_attn.q_proj.scales b/model.layers.4.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..56c6ccb3ed1165722110117cbcda4e22bb5ebdd6 --- /dev/null +++ b/model.layers.4.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f809cfbf328ee295155e71af883d1917fb2132ed7502c9c52b13a043f9675cf4 +size 262144 diff --git a/model.layers.4.self_attn.v_proj.qweight b/model.layers.4.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..47f524df0c3a7dec5bd6ac054d450b736341d286 --- /dev/null +++ b/model.layers.4.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0a049608e182fd72f68542dd01221c99072299f68697a928728da79a94fb8a +size 2097152 diff --git a/model.layers.4.self_attn.v_proj.qzeros b/model.layers.4.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..22650cb9d69e45ebd4e1ef2683030438bc9ddffe --- /dev/null +++ b/model.layers.4.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe5f2688eb59a9fe56c6c1da2390901870721d62bb14c9c5caa193326dc051c8 +size 16384 diff --git a/model.layers.4.self_attn.v_proj.scales b/model.layers.4.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5831dc1bc61e26a5242314780e2fb6df3a55df3f --- /dev/null +++ b/model.layers.4.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:719e272197b50b1a3f7ff650b6f73c69e256d55b5153d97c8a9423653c27f550 +size 65536 diff --git a/model.layers.5.input_layernorm.weight b/model.layers.5.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..e16465c4183a0d1c876619465b6e81cdee2eb011 --- /dev/null +++ b/model.layers.5.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986b111454762af672206f8cab298f01d7661fa23e1489a631dec92ddbf3c5b6 +size 8192 diff --git a/model.layers.5.mlp.down_proj.qweight b/model.layers.5.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a278af1903a6514358cd1eabbb84ad86b01d0808 --- /dev/null +++ b/model.layers.5.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629b05f0c7046c81fbbc0aeb81fc280efb8d78f5ee63fac95958a99276356e95 +size 29360128 diff --git a/model.layers.5.mlp.down_proj.qzeros b/model.layers.5.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..bd21f8c81efbda76e3e6fb27adcbd0fd41dcee58 --- /dev/null +++ b/model.layers.5.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2981e19e259dc3cb43140b21ef0e415fb3f4f9a96690134d21cc71992791026 +size 229376 diff --git a/model.layers.5.mlp.down_proj.scales b/model.layers.5.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8ec78e51e96c5b8a67e3ffcbd5775aa7b5c4cf71 --- /dev/null +++ b/model.layers.5.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ec2be728bb6ffccea9318318760e31d6cc18a021e3ec5fc8f7f9dcc67d3c38 +size 917504 diff --git a/model.layers.5.mlp.gate_proj.qweight b/model.layers.5.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6be1f68f0296fe08c7adbc184edf79efa75e5bee --- /dev/null +++ b/model.layers.5.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659452b5c701d74d63d9a432e3c99f9cca3cf47005c02e2c5b7f2c09b6a9dd23 +size 29360128 diff --git a/model.layers.5.mlp.gate_proj.qzeros b/model.layers.5.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..3527a0f7900b75d99504b1bd038ad0e013c1d14e --- /dev/null +++ b/model.layers.5.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beed5efdeab17f1b743da9bf60fab9a47b74d67f755f317c878f3b3a94e9ceef +size 229376 diff --git a/model.layers.5.mlp.gate_proj.scales b/model.layers.5.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4c7d00874d58665063fa656c1e819c29d17d8e8e --- /dev/null +++ b/model.layers.5.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604eaa97a90660d859371f5e16d3a9445f5af95777c9f7e04a24c5594970b170 +size 917504 diff --git a/model.layers.5.mlp.up_proj.qweight b/model.layers.5.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6c6f8849c98b29e5bd9a7f043347976da8249614 --- /dev/null +++ b/model.layers.5.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4bace76422e4d815a307dc2bcdfacbc174cab4df46e8e213ccae1bafc9e908 +size 29360128 diff --git a/model.layers.5.mlp.up_proj.qzeros b/model.layers.5.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f0d27d29a9af656975ae643c1dd1edadf217d8ce --- /dev/null +++ b/model.layers.5.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcad841377f9e1a5459dcbb39e3cc26e924306be92a437449efdd58614f3fa36 +size 229376 diff --git a/model.layers.5.mlp.up_proj.scales b/model.layers.5.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..8825f9c6dac7c0c576e5cad8d2d8581608fee9a8 --- /dev/null +++ b/model.layers.5.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa092ebf53bf56389db3782d223d12c8e2b75f158ec3e374ee87e538f46e0767 +size 917504 diff --git a/model.layers.5.post_attention_layernorm.weight b/model.layers.5.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..dfa2435e632d0154a3b9c89d9194f297059f89f2 --- /dev/null +++ b/model.layers.5.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac87ead9910b588011887148b34aa6e910a8a3f8a3f0b351123dd6b16c37a7d4 +size 8192 diff --git a/model.layers.5.self_attn.k_proj.qweight b/model.layers.5.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..8296c7c39c630406867ce86e1166b3adaa199ffe --- /dev/null +++ b/model.layers.5.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ff68238d614b97cf607ab422bb6b89bff985c84b7d81444b66105ccfa328f7 +size 2097152 diff --git a/model.layers.5.self_attn.k_proj.qzeros b/model.layers.5.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..6a5a19668b33ecb9c138f98fdc56a1b051007a77 --- /dev/null +++ b/model.layers.5.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04ac9c89fa1c608cb43ff09b92547e2877a174e0ac4517357f8fd29414a9a66 +size 16384 diff --git a/model.layers.5.self_attn.k_proj.scales b/model.layers.5.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..24ccdc234d61bc47fbf264884d1c253bb15cd6af --- /dev/null +++ b/model.layers.5.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01a2e8e0fa3afee6df28342e353ed8d5e17eac68f70e35617e8c54af35510192 +size 65536 diff --git a/model.layers.5.self_attn.o_proj.qweight b/model.layers.5.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..64f84cfe4f6147eafee7266ea32f0cab4f4c2190 --- /dev/null +++ b/model.layers.5.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a699ffc213dd7de59389fda933d162dfb7ba557b6cccd228680a0a1b4fe03e9 +size 8388608 diff --git a/model.layers.5.self_attn.o_proj.qzeros b/model.layers.5.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..88304cfa8bf05cea70ebfef2734a6d6955253066 --- /dev/null +++ b/model.layers.5.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af45e9a064d291a42de157b2bb0cc8c25caf9d0d78249da989ef99aec1dd5e42 +size 65536 diff --git a/model.layers.5.self_attn.o_proj.scales b/model.layers.5.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..4c7ea20d375513f1f114ad50cd37536117cfedc7 --- /dev/null +++ b/model.layers.5.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e1d0018bbb1e6b57e3842af94b031026964ebe00c946ba2d9cfd96a3e4975c +size 262144 diff --git a/model.layers.5.self_attn.q_proj.qweight b/model.layers.5.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..197df03ca399e2ad1d6375a78c0f3163bc90b325 --- /dev/null +++ b/model.layers.5.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd6c3b6522c39485970633da2892de1beaa8d5f434f91780abfe0bb15046733 +size 8388608 diff --git a/model.layers.5.self_attn.q_proj.qzeros b/model.layers.5.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..1decd9f6016dd1ddb240212a7754cc7a1f316823 --- /dev/null +++ b/model.layers.5.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d775718a2e5a75948d23ae1e9419a61e7cc9c8cf29a10b05d3d84a0311aeb5f0 +size 65536 diff --git a/model.layers.5.self_attn.q_proj.scales b/model.layers.5.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..b69f64c7e845cd234f2e44f1a38170f5674dae58 --- /dev/null +++ b/model.layers.5.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f830987f598a57081907ac5ab862cd2adc552f3b85f943ff9ace5afc758dd346 +size 262144 diff --git a/model.layers.5.self_attn.v_proj.qweight b/model.layers.5.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..8e29e4cee66cb35a2e6d5ff1753241babefea032 --- /dev/null +++ b/model.layers.5.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a3ac456caa656481ac539162b0912821250c105d72509b82724cb27108456f +size 2097152 diff --git a/model.layers.5.self_attn.v_proj.qzeros b/model.layers.5.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a134a5ca2929e44420d4c43a626f64997af060ce --- /dev/null +++ b/model.layers.5.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873253543bbc435c64fa1110662b6d3440af6f931b076fe1c2e9b293e8ff2c20 +size 16384 diff --git a/model.layers.5.self_attn.v_proj.scales b/model.layers.5.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e9ffab619b3114d751e446d9a04b1ff95ad9952a --- /dev/null +++ b/model.layers.5.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b884b5f44f6d797c77889e8aca75ac60815e0cea9b6fd91ed185dc755371aa +size 65536 diff --git a/model.layers.6.input_layernorm.weight b/model.layers.6.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..99449e036ea82829e9ca83a4722c1c331466c8e8 --- /dev/null +++ b/model.layers.6.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fb1c76d4436130c74d06e6038d74b2b0157937b05944e97207cd3083ac8373 +size 8192 diff --git a/model.layers.6.mlp.down_proj.qweight b/model.layers.6.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..cbff487efc0e40c068e6d0eac1f22046460227b1 --- /dev/null +++ b/model.layers.6.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd8f1a0cd12f16607cd178d328092ea90f4648ef74a6bb64a1df3c11fe8f3cc5 +size 29360128 diff --git a/model.layers.6.mlp.down_proj.qzeros b/model.layers.6.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a8814c98ea468abeb4553fc0f59642fcc19d5d49 --- /dev/null +++ b/model.layers.6.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f7c23209712ca8f5ee86e1316e5bb97a4fc1a6dbe476040df0153ebd1614fa +size 229376 diff --git a/model.layers.6.mlp.down_proj.scales b/model.layers.6.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e48f3c0b09cdc02941b625740895eb30540e065d --- /dev/null +++ b/model.layers.6.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f669ebc6147508b986b47131a029d79e120c9dea909606c732036ea9ca8aba +size 917504 diff --git a/model.layers.6.mlp.gate_proj.qweight b/model.layers.6.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..bff4a6dc854cd844055f1db668150aecc0cf6147 --- /dev/null +++ b/model.layers.6.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c742827cc47939b75236c80ffa66f17ea6bde79b8bad606e21600e84ea543910 +size 29360128 diff --git a/model.layers.6.mlp.gate_proj.qzeros b/model.layers.6.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..105a401bbc97b811d9390d31da68235e2ce24a37 --- /dev/null +++ b/model.layers.6.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6af4a983cb1315e0c6146752a303150c9dd34617a4229b0edb6fd9c31f7b06 +size 229376 diff --git a/model.layers.6.mlp.gate_proj.scales b/model.layers.6.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..583f983ce5befeec4d984c83ef39aebc97ef4470 --- /dev/null +++ b/model.layers.6.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dff25239f0a67f74eb72a48d133d6de8b7a3a41baf3f56b711417a22506647f +size 917504 diff --git a/model.layers.6.mlp.up_proj.qweight b/model.layers.6.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..393e709666d583826ced6fef0e641c79fe8794ba --- /dev/null +++ b/model.layers.6.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08161453403ee124c6410459f4373a2667dc7bb683d371d9b82c1c590d27b33 +size 29360128 diff --git a/model.layers.6.mlp.up_proj.qzeros b/model.layers.6.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..950e62ab50df7cda111de1a7841b9565397a1f02 --- /dev/null +++ b/model.layers.6.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78067a167aa17ea801315c651f6b7af86a847bfd28237ea2296d7dd27854c714 +size 229376 diff --git a/model.layers.6.mlp.up_proj.scales b/model.layers.6.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..16d11dd1b62339c71e1d20e9e7b33712575ed926 --- /dev/null +++ b/model.layers.6.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef03d6c6ed80874734d68781690db02c6844391336668017296e0335a79f1b3 +size 917504 diff --git a/model.layers.6.post_attention_layernorm.weight b/model.layers.6.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..55604b59ce02901ef68d65a9b2e0e7744acb80f5 --- /dev/null +++ b/model.layers.6.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2921ede095750457f091bba8c2249ecafd0e2f78d46664b9e1921880e711ebec +size 8192 diff --git a/model.layers.6.self_attn.k_proj.qweight b/model.layers.6.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fdff895fb8add8b4275c0a012f2e80f8ae96c9e0 --- /dev/null +++ b/model.layers.6.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d05607e63caefcbb6cc9083de8508c28deaa8f10d03408f7cd0d1e3876299b0 +size 2097152 diff --git a/model.layers.6.self_attn.k_proj.qzeros b/model.layers.6.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a29d2eccb954e02996b1dce2b87bf5b91f5bdf21 --- /dev/null +++ b/model.layers.6.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e9e4404b166a6f67869fd3f49a0d6e36715371e06a904116de5593e999b279 +size 16384 diff --git a/model.layers.6.self_attn.k_proj.scales b/model.layers.6.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5319c80ed7ae87fe46ba690596d70250f432b145 --- /dev/null +++ b/model.layers.6.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad93161ff90b5edc138613c075ac00d59c794e96e4407c10edefac1744b681d9 +size 65536 diff --git a/model.layers.6.self_attn.o_proj.qweight b/model.layers.6.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..b09419a2e055784df2b1a053585e96f47cd7c576 --- /dev/null +++ b/model.layers.6.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6be3c3a475f31b2397b1c97f12eb5e5c2cb9ae926061cfdc7ddd7f213c6535 +size 8388608 diff --git a/model.layers.6.self_attn.o_proj.qzeros b/model.layers.6.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..5a04f1c32add241e552cfb5261d8cb2c036fe966 --- /dev/null +++ b/model.layers.6.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5006093d31a1fcd808862f3d359b1db2d0ade8ed9c61aa9a21a757ba1e2e14a1 +size 65536 diff --git a/model.layers.6.self_attn.o_proj.scales b/model.layers.6.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..dec09479bb055651d413d97dda87a489cf7726b6 --- /dev/null +++ b/model.layers.6.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cef1111d71ef407ccb828b87dc4149545961aaf40d6301d12182e3cc3a59d3 +size 262144 diff --git a/model.layers.6.self_attn.q_proj.qweight b/model.layers.6.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..3a01f0042f55e2de353e31a695673f48676312a2 --- /dev/null +++ b/model.layers.6.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101a47f361125b528aeea52bbd0db61e7c0e932f2348f8c9960ef4dbf49117c3 +size 8388608 diff --git a/model.layers.6.self_attn.q_proj.qzeros b/model.layers.6.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7c22ffec9d05a3a731daa2e362c972bdb7c840a1 --- /dev/null +++ b/model.layers.6.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c10b88103af4393b31113fcdceba380bd410a43150b77063a82980de530ab0 +size 65536 diff --git a/model.layers.6.self_attn.q_proj.scales b/model.layers.6.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e31644e78c24e92672d3d30898c1ddf6ff654067 --- /dev/null +++ b/model.layers.6.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8605f6453b5b7a2c2e329525351fcc1fde3721d0f59d835cd13ffa99811a9cc0 +size 262144 diff --git a/model.layers.6.self_attn.v_proj.qweight b/model.layers.6.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..db475aa377916caf20c643f29c4a06c43e2fbcb2 --- /dev/null +++ b/model.layers.6.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6ed9e86f309b095cae993ca0a423189b2841d728c839cfb158882dada2a5dbe +size 2097152 diff --git a/model.layers.6.self_attn.v_proj.qzeros b/model.layers.6.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0d0ebb023cfc3dbfe3a79a49b9147ad9e4943927 --- /dev/null +++ b/model.layers.6.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264136541dafa75b3fc6badfcb3a0d5da4dde86d8e1d3dc5fd991505d1b11946 +size 16384 diff --git a/model.layers.6.self_attn.v_proj.scales b/model.layers.6.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d4fda88062fb6d7a278bfc0177685c1b02d5cea9 --- /dev/null +++ b/model.layers.6.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03adbd7d0c6e70eee162b60204a88ea647db9258f9bc3356ffb782ab6225ab80 +size 65536 diff --git a/model.layers.7.input_layernorm.weight b/model.layers.7.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..21d03ad6933148900ac2a4970ab62d2d44be2cee --- /dev/null +++ b/model.layers.7.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a24adbbacfb14a8b5372863b47fc590af82ae0c81b8d36b24fe28c5e742310c +size 8192 diff --git a/model.layers.7.mlp.down_proj.qweight b/model.layers.7.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..6f4212dda2d0f0bac0c6b668f3c6c059ecc6b5e0 --- /dev/null +++ b/model.layers.7.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb137c7dbe9f33805294d435a9d04770147c8a3b53a443f4e14556a0096be76 +size 29360128 diff --git a/model.layers.7.mlp.down_proj.qzeros b/model.layers.7.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..227c34f71f6037feaa526bebca90b0fbe53a3cd5 --- /dev/null +++ b/model.layers.7.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c9928c2ea21a15a638df4e63906b4f12024830f40b28b7b199881d0d51f380 +size 229376 diff --git a/model.layers.7.mlp.down_proj.scales b/model.layers.7.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..89198b867be29f1c8a3b355004223403c943d8f1 --- /dev/null +++ b/model.layers.7.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab35e9ab62a3ddcbd0aab5830b5b59d72a97c1be51de242691863c573dbda0c +size 917504 diff --git a/model.layers.7.mlp.gate_proj.qweight b/model.layers.7.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4c8fc9845ee7af34eb012e913b71dc9c12c04dd5 --- /dev/null +++ b/model.layers.7.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:630afa9abddb6a2538455695abab3388e11fb28fd682f2c82350f37fb5a890c7 +size 29360128 diff --git a/model.layers.7.mlp.gate_proj.qzeros b/model.layers.7.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..a4e0eb7cfb8beb64aee28beb77a46ecc1dcabed6 --- /dev/null +++ b/model.layers.7.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afeb50aa542152b43a16584ade5c2abf98cbce945ca6f0d8c139c4191fde76c +size 229376 diff --git a/model.layers.7.mlp.gate_proj.scales b/model.layers.7.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d4b612411be99f5b18261681e4cbf7a7576fe3af --- /dev/null +++ b/model.layers.7.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60945b6a6b48329b990eae0eda926e99f9ca14de82f4566a7ff91e2f0610b0f9 +size 917504 diff --git a/model.layers.7.mlp.up_proj.qweight b/model.layers.7.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4f98c4bf87ae523a874f059c66d8c4e9553bd71e --- /dev/null +++ b/model.layers.7.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b39ba018b44e37b0a33d00218d01938c2270526e882ffb7cea166bfc8465fe +size 29360128 diff --git a/model.layers.7.mlp.up_proj.qzeros b/model.layers.7.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..2dd3e286f73cb93999bdfbe3e9b55fbd41d929fa --- /dev/null +++ b/model.layers.7.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015a6984eb72b9e04d6ad16187abc5bf3fe467e0136c8656f5820f5169fddf52 +size 229376 diff --git a/model.layers.7.mlp.up_proj.scales b/model.layers.7.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..923fddc77287e93bfeac1a94f0b8fe6e62d47e71 --- /dev/null +++ b/model.layers.7.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09455e5cd0c736caffaa4e2a76d1699242facad5260c950baa7c16d01b3f2271 +size 917504 diff --git a/model.layers.7.post_attention_layernorm.weight b/model.layers.7.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..390ecdfb38b5f9fc4c3bc5bf772fe0ab56301eba --- /dev/null +++ b/model.layers.7.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34fe47ddf8b4eb176b6dcae1965ff0ddc037bd4699a1d6fe44c540d0e6e68a5 +size 8192 diff --git a/model.layers.7.self_attn.k_proj.qweight b/model.layers.7.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..a3d768e697b5194ef26228be3dde88e7fbb38843 --- /dev/null +++ b/model.layers.7.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c942e641d9297f637ae99389b4065b9b7ce06e2c6b7de11ea1e3d4dbf6125f1 +size 2097152 diff --git a/model.layers.7.self_attn.k_proj.qzeros b/model.layers.7.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..676636af9088270b53bc4204ee5b6ac06c3e9dc0 --- /dev/null +++ b/model.layers.7.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5ce7c557328b0c40e6848f39d7fd906eacf70a053daf5fc161d82fe32be813 +size 16384 diff --git a/model.layers.7.self_attn.k_proj.scales b/model.layers.7.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..e1ae505676d6a72691f97308f2639e9274c0e201 --- /dev/null +++ b/model.layers.7.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3453fa27c2c8eee6f8879f81bb08adf7f2d0b6909587816f2bbbdc3e726b9c9 +size 65536 diff --git a/model.layers.7.self_attn.o_proj.qweight b/model.layers.7.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..9d67bff553e1ab8641bb4c6c507ffebfe9677b30 --- /dev/null +++ b/model.layers.7.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff22ec51607d9ced544d269863d496ded0c55cdfd0057aa9cad039c1fa38eb0f +size 8388608 diff --git a/model.layers.7.self_attn.o_proj.qzeros b/model.layers.7.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..65327559160efd0f4ba5eabb4cc99f9ee6e47f14 --- /dev/null +++ b/model.layers.7.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280f1b353e40ac3748411487631f90ac48ead79a269d98d7c54ed46df2318de0 +size 65536 diff --git a/model.layers.7.self_attn.o_proj.scales b/model.layers.7.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..635c7e747d09244370a7efee9959355923cbb06d --- /dev/null +++ b/model.layers.7.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790cf73a27e252719dd8b704cc497e18060664be1ae09a660eb2129b2801897d +size 262144 diff --git a/model.layers.7.self_attn.q_proj.qweight b/model.layers.7.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..c15f634e1221ac04cb3256e06be09f293ff5276d --- /dev/null +++ b/model.layers.7.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:006a50827c2ad269dc522fb1fc033c7134eb8484f211ba741a0d1c043bf0b096 +size 8388608 diff --git a/model.layers.7.self_attn.q_proj.qzeros b/model.layers.7.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..0e9ef37e0582337ccac6485b7eff4aed03240fd1 --- /dev/null +++ b/model.layers.7.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287e7318618c173b287775937dd1e5b587d1d74b31d48e6f607eb2d9d1669721 +size 65536 diff --git a/model.layers.7.self_attn.q_proj.scales b/model.layers.7.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7deec730d1bd1bd2ea1f491d6ddf45b03d60bba1 --- /dev/null +++ b/model.layers.7.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67df31b0cdd2b9a30ada77976252bc707dd3be223e01a1c9f8c9650ac292880 +size 262144 diff --git a/model.layers.7.self_attn.v_proj.qweight b/model.layers.7.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..891eef7c9b2679ff68e3cc14f27760164871af71 --- /dev/null +++ b/model.layers.7.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb9fbee2609a855f41110144bd34a209449ce751b7707071fe6ae90b7232437 +size 2097152 diff --git a/model.layers.7.self_attn.v_proj.qzeros b/model.layers.7.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..dad6de4b877be88f2531b17eb4a43c2bd3f04c7c --- /dev/null +++ b/model.layers.7.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebea22b5332287ab6ba1b4bf960f148d00e58d840bf63263f01bcecd1bef8ddb +size 16384 diff --git a/model.layers.7.self_attn.v_proj.scales b/model.layers.7.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3d17fd62f5402965f07d0e7b9128fe097e3692c6 --- /dev/null +++ b/model.layers.7.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8996627de8c833300f0fdde11703922d532cc1fc7f798fcc58389818b2c50f4d +size 65536 diff --git a/model.layers.8.input_layernorm.weight b/model.layers.8.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..9d7ab309ae999354a499db7b1dd8cd3d9a9ae19e --- /dev/null +++ b/model.layers.8.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ee97a134a63588377da3615d2bbac2b2a3913d5e4b15b02552024521447ca0 +size 8192 diff --git a/model.layers.8.mlp.down_proj.qweight b/model.layers.8.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..5248dc8485ae334b9061b0d5df901f99279d02ce --- /dev/null +++ b/model.layers.8.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6692c6c2282001525ec625c13cc4ff02b5e755effa6d0fdfc18e28bddf4211 +size 29360128 diff --git a/model.layers.8.mlp.down_proj.qzeros b/model.layers.8.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..aa9a48543d84e55d55d85ca57c530e70745ade6a --- /dev/null +++ b/model.layers.8.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c32f1fb31cd207aaf9bcd3a4f63bdd15becfca26b7beb11966c5cdcea4adad +size 229376 diff --git a/model.layers.8.mlp.down_proj.scales b/model.layers.8.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..5d65cca579cec92b9e6dc4f7d7d6c64a4a51b1d3 --- /dev/null +++ b/model.layers.8.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:476a2beb095be22a3d71e4751328cb8097d05a3f1d3e1114ad8ea85e5f5635ad +size 917504 diff --git a/model.layers.8.mlp.gate_proj.qweight b/model.layers.8.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..4814db11532aba74eeab3acfa297a39b08a65667 --- /dev/null +++ b/model.layers.8.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e88bb76935f7a266052a1c968fdb3755192f3a648febe8a1b35663bd443285 +size 29360128 diff --git a/model.layers.8.mlp.gate_proj.qzeros b/model.layers.8.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..90adec79b1f77e57e05b5bc1c863056c42dc8eeb --- /dev/null +++ b/model.layers.8.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e825caec187bada700b25783637f6d6df98aff06c30844faa1df89ea7934600 +size 229376 diff --git a/model.layers.8.mlp.gate_proj.scales b/model.layers.8.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..3fe84a7a6e9b30395cfb6e219e196aab0315b15d --- /dev/null +++ b/model.layers.8.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e3cee3f8479a73232515b0ff11546477c0588a7d94b97d2630b3933d28e838 +size 917504 diff --git a/model.layers.8.mlp.up_proj.qweight b/model.layers.8.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..84c57721c4628b875066e04817effc276b800130 --- /dev/null +++ b/model.layers.8.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b6f1eb4f24c13b6d651b5a5fdd4a37e92cff567590cc03365570bc0c8eb62d +size 29360128 diff --git a/model.layers.8.mlp.up_proj.qzeros b/model.layers.8.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..fe24e3ee85ed78ea4ba0f239f74c4a5fe104456e --- /dev/null +++ b/model.layers.8.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0acd575dea203a88a4025fb093f89c6445a3544af3080197c25bceedde3aaf +size 229376 diff --git a/model.layers.8.mlp.up_proj.scales b/model.layers.8.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..cb1f6903c78b1aacf76e04d163678a15e0a911b5 --- /dev/null +++ b/model.layers.8.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3179889c81825cbe2c28d1ab82acc2f006c85add4209b19ad10e76d7ccf838 +size 917504 diff --git a/model.layers.8.post_attention_layernorm.weight b/model.layers.8.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..7df83027b14ab8828ac05c2632c4aa8ee23abd2d --- /dev/null +++ b/model.layers.8.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46fcbb60039ab47a4cb0cc05877424dd6e09e119c4c8becab9cedaacb0db8f6 +size 8192 diff --git a/model.layers.8.self_attn.k_proj.qweight b/model.layers.8.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..ed6b824a5da2ba6fedfa2c518e0a506f56122c2c --- /dev/null +++ b/model.layers.8.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a7028546679cf05ddc572bfda1c0a8b096c845d086f2ac8510dbc1cf57d953c +size 2097152 diff --git a/model.layers.8.self_attn.k_proj.qzeros b/model.layers.8.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..81ffc076f7e361939dd2f27fa7d3e3e683951426 --- /dev/null +++ b/model.layers.8.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43880f5d68e66d0cd345f6b5328f39f5de49a7b6e6a105794a6d4dcb08e793c8 +size 16384 diff --git a/model.layers.8.self_attn.k_proj.scales b/model.layers.8.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..d6aa46f0720909a206bf276aff49cfbe0ac84b23 --- /dev/null +++ b/model.layers.8.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1275faf59740fd741258f9438b5fa54418a5c607dae2c5d98dd2527fa1383948 +size 65536 diff --git a/model.layers.8.self_attn.o_proj.qweight b/model.layers.8.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..90c8d379712c82aacbeaa70a739a4c5c7c48b44d --- /dev/null +++ b/model.layers.8.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db419f159bf5dd4db5c5b5714b4b2d74822b4d9d3abdeaeeff3cf6bc750bc6a +size 8388608 diff --git a/model.layers.8.self_attn.o_proj.qzeros b/model.layers.8.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..9a9ffe75f9f13da9dd1caecd47ee6e5e709308d9 --- /dev/null +++ b/model.layers.8.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4f2f14d06f12f8b29f14e95c6af8536131178377c31d1cc4e8095fe5f2c959 +size 65536 diff --git a/model.layers.8.self_attn.o_proj.scales b/model.layers.8.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..74888560f3552a5a93d073e532f1f430ef729eb6 --- /dev/null +++ b/model.layers.8.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d82fb8fa3e336069734211e9c4061efd67ab227a5dcf03d0cf39cfc622df8f +size 262144 diff --git a/model.layers.8.self_attn.q_proj.qweight b/model.layers.8.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f0849a560a9f62857a0b0b60321d5e56b800e4be --- /dev/null +++ b/model.layers.8.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a1550664109f319834b483a2b599c710041f8d7935f3053f6e46504a63f026 +size 8388608 diff --git a/model.layers.8.self_attn.q_proj.qzeros b/model.layers.8.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8d0e2a3221152caad22015260d2c6be8e2bcc78f --- /dev/null +++ b/model.layers.8.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f2b9dd677bb200f841052634f627a2766d96d8e36443254ab04cafcb34750b +size 65536 diff --git a/model.layers.8.self_attn.q_proj.scales b/model.layers.8.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..a49ad2048f7017a06b554a62ee3aa85c4a58bc4a --- /dev/null +++ b/model.layers.8.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408f896f3106c955925488c3645986ba6442a5af8fbd5c3786a30d20c0343f11 +size 262144 diff --git a/model.layers.8.self_attn.v_proj.qweight b/model.layers.8.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d47c405deb8d0c083bf8df1a0fb3b4c0d04dc849 --- /dev/null +++ b/model.layers.8.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d819c9b610426e998bbfacaeea7e0ef62e9649d1f44fa658840bcc27db4e2df5 +size 2097152 diff --git a/model.layers.8.self_attn.v_proj.qzeros b/model.layers.8.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..90d9c309b13d853ab2d8105ada675c12ca145c7a --- /dev/null +++ b/model.layers.8.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d477be0af6b5959e196321749f6d96d2f80c87d0a493d0d3ff47d0cb5554df38 +size 16384 diff --git a/model.layers.8.self_attn.v_proj.scales b/model.layers.8.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..62f8552c9f40717012696ab0a8c5dcc4970e7795 --- /dev/null +++ b/model.layers.8.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4e5f2ab1a3cfe22194d9041fc505964b28a1668a0e49eb8079ea6606f9f019 +size 65536 diff --git a/model.layers.9.input_layernorm.weight b/model.layers.9.input_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..660c09a3057d5c1bbff4ed21cfe009b43f4535c6 --- /dev/null +++ b/model.layers.9.input_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32bf1c5c377e887fdfb53b6609388219ab61601b4b252982cab22cf57398eb52 +size 8192 diff --git a/model.layers.9.mlp.down_proj.qweight b/model.layers.9.mlp.down_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..de5bd74e9fb2087f8183e9415a0f2f11f7b0ddbe --- /dev/null +++ b/model.layers.9.mlp.down_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35b202406be539708d1460cb72cdbf2e8df8cc823221521bbea9f611b7eedc2 +size 29360128 diff --git a/model.layers.9.mlp.down_proj.qzeros b/model.layers.9.mlp.down_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7a13af40bd20216e5a366a8266c4ab91a1f30e37 --- /dev/null +++ b/model.layers.9.mlp.down_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d35f1c5933186fd8ba88aca2cc92611168a214cdfc74dfd50238d9e7a32f4d +size 229376 diff --git a/model.layers.9.mlp.down_proj.scales b/model.layers.9.mlp.down_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..7c709ebf04e10f4c48e4c147ca2cb5490c93975f --- /dev/null +++ b/model.layers.9.mlp.down_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f30922761f7cddd15c689332a88ec1aa5a215110288bab15d9bbca638f5438 +size 917504 diff --git a/model.layers.9.mlp.gate_proj.qweight b/model.layers.9.mlp.gate_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..d621eabf7a83362ffd38638fbf7a5e0582af4a3b --- /dev/null +++ b/model.layers.9.mlp.gate_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f6da6176694ae48752b37eed784edc67a9494c6baf37ceff6e838a17328bfc +size 29360128 diff --git a/model.layers.9.mlp.gate_proj.qzeros b/model.layers.9.mlp.gate_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..f014fb1a4bfa27af512421bbe5c6528f317afb96 --- /dev/null +++ b/model.layers.9.mlp.gate_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3b39efd353b99a8f2db4aa058d5db0d2bfdc20034bbbe1f2c003a6570ebbf1 +size 229376 diff --git a/model.layers.9.mlp.gate_proj.scales b/model.layers.9.mlp.gate_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..589214f216834ab81a17c645f9945325546ef99e --- /dev/null +++ b/model.layers.9.mlp.gate_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e19f9c9748aef3dd9daccab0530dd06ed052c20934833e8c0c6d78171ec5ada +size 917504 diff --git a/model.layers.9.mlp.up_proj.qweight b/model.layers.9.mlp.up_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..fcf845778cd1b0f72f9b4f34208fb3d0717c363b --- /dev/null +++ b/model.layers.9.mlp.up_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc16c0bd28ecbe0807750772f68567f43585fa46f5a05d751f42952821031a2 +size 29360128 diff --git a/model.layers.9.mlp.up_proj.qzeros b/model.layers.9.mlp.up_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..ec980e7467bb5bf86ef65c465f8d0e94aa85862b --- /dev/null +++ b/model.layers.9.mlp.up_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417b44ef3b61783d6e2bc9b14e47124fd3f01378c658f7125691c1b4ab2d5b04 +size 229376 diff --git a/model.layers.9.mlp.up_proj.scales b/model.layers.9.mlp.up_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..ba624c5c39a0a22ba0f6ec24be7c568de4af37d5 --- /dev/null +++ b/model.layers.9.mlp.up_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad4a12fc01c8ce5e1f04cc5facf450b0bfb87fca07646528c489d155166c844 +size 917504 diff --git a/model.layers.9.post_attention_layernorm.weight b/model.layers.9.post_attention_layernorm.weight new file mode 100644 index 0000000000000000000000000000000000000000..d30c1987f02bd99838fd61a0c10db51efcbf37f6 --- /dev/null +++ b/model.layers.9.post_attention_layernorm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4122ec02d10c2adfc1290e2c127c6c50b76cc9f2f47407503ad2ef850f6ea7c +size 8192 diff --git a/model.layers.9.self_attn.k_proj.qweight b/model.layers.9.self_attn.k_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..f084bbd7b513ca33c89a67c51d3dcb3087b46a6e --- /dev/null +++ b/model.layers.9.self_attn.k_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce1fd14021c76ef42fd7c1b025ea73511adb2fbec9384f5ad86cf2054547f9c +size 2097152 diff --git a/model.layers.9.self_attn.k_proj.qzeros b/model.layers.9.self_attn.k_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..8561f4a5f5f273a58858d181404690342075105d --- /dev/null +++ b/model.layers.9.self_attn.k_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6de05fb0798a5f6f5d7047ed87ecafc170d86ae436b7b9fc4a5c310ed9338c +size 16384 diff --git a/model.layers.9.self_attn.k_proj.scales b/model.layers.9.self_attn.k_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..888d740cf9f82116ac14061afef13051b8190dbc --- /dev/null +++ b/model.layers.9.self_attn.k_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51be117ab928d9f206df374a2b506f50259955de24d1fa225d3bda41ff47c78c +size 65536 diff --git a/model.layers.9.self_attn.o_proj.qweight b/model.layers.9.self_attn.o_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..2f3ce410bbe30064dc35bda84ab2851cff06da0c --- /dev/null +++ b/model.layers.9.self_attn.o_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78cf57db06db11c5b02842ef5f85e5aaec5d2be31e069b7692ac5c44f2c4d5f +size 8388608 diff --git a/model.layers.9.self_attn.o_proj.qzeros b/model.layers.9.self_attn.o_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..3828a842fb5c0ee4150bdb4a18b921dd7f86994f --- /dev/null +++ b/model.layers.9.self_attn.o_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d58a7b6c37ddf21b075ef2932966585327e503f7bbcba3f216274993c52691 +size 65536 diff --git a/model.layers.9.self_attn.o_proj.scales b/model.layers.9.self_attn.o_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..1a94fbb8a9e41fb2a1924251cbffb436984ad30c --- /dev/null +++ b/model.layers.9.self_attn.o_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84cb27b8147a4388106ebb6aecdbabbaed93ab21915201b135f01ce3114ae7e +size 262144 diff --git a/model.layers.9.self_attn.q_proj.qweight b/model.layers.9.self_attn.q_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..3a15dcc9df6593469475c11f3c3b35f617f837fe --- /dev/null +++ b/model.layers.9.self_attn.q_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c01b61679d55fc5cee70bb0dbd621ae0dbd65624d071e048b9674fc42f6e82c +size 8388608 diff --git a/model.layers.9.self_attn.q_proj.qzeros b/model.layers.9.self_attn.q_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..e3760560e305e8e005c0074e40666cd1f69fa6ed --- /dev/null +++ b/model.layers.9.self_attn.q_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38014e5307f6885ba390e21089ad13c32d17c0ddfa4b026acff5d80977d6099d +size 65536 diff --git a/model.layers.9.self_attn.q_proj.scales b/model.layers.9.self_attn.q_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..6e78cbab2e3fc3361e8346c908de6cff608228d3 --- /dev/null +++ b/model.layers.9.self_attn.q_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b689d89320300835d1796f36a03733c0784dbf45ed30181c1171f9baafef50a +size 262144 diff --git a/model.layers.9.self_attn.v_proj.qweight b/model.layers.9.self_attn.v_proj.qweight new file mode 100644 index 0000000000000000000000000000000000000000..eeb71932454fcf0834a5282d920805be4130ecdc --- /dev/null +++ b/model.layers.9.self_attn.v_proj.qweight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd788d82dc7ea06bf9485f3862be5cc918c20753b5c99451a9c4e3da5351afe +size 2097152 diff --git a/model.layers.9.self_attn.v_proj.qzeros b/model.layers.9.self_attn.v_proj.qzeros new file mode 100644 index 0000000000000000000000000000000000000000..7c1b98ce3459d307bae7308d0dfd60021f1becff --- /dev/null +++ b/model.layers.9.self_attn.v_proj.qzeros @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:319eedc9166ab7c688193ea30c88347dd852d7e3354f9b4449a420d1132bb4b4 +size 16384 diff --git a/model.layers.9.self_attn.v_proj.scales b/model.layers.9.self_attn.v_proj.scales new file mode 100644 index 0000000000000000000000000000000000000000..c1b78881be1a727ce8d94705de9ad03bc1fed812 --- /dev/null +++ b/model.layers.9.self_attn.v_proj.scales @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a781b1448da52d9980f529681482f33bc80b1ad84f41567e5fe9b30d72dc88 +size 65536 diff --git a/model.norm.weight b/model.norm.weight new file mode 100644 index 0000000000000000000000000000000000000000..334507a12560c433f192456bd75d4df7d4d69e49 --- /dev/null +++ b/model.norm.weight @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f42e63dd47e61747f7da857e0c986a671b55f15e606174feb09ec219176cbf +size 8192 diff --git a/model.onnx b/model.onnx new file mode 100644 index 0000000000000000000000000000000000000000..6b62ea708e35e0f04371dff9f949e70f30438394 --- /dev/null +++ b/model.onnx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621bad314b813359ff597945eca9fd18188927b21e311f8e607112f94b977d67 +size 18668119 diff --git a/onnx__MatMul_10422 b/onnx__MatMul_10422 new file mode 100644 index 0000000000000000000000000000000000000000..297b334708ad417b770a141eed4e99220b82ab45 --- /dev/null +++ b/onnx__MatMul_10422 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c69a9f9ee8eafd1c96a8fac240a778cabd6d8d44f5fccc2ae1fb0ad8824fdf +size 262144000 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..9131cab615f619848c778b3485ab5f07d94242c4 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,10 @@ +{ + "additional_special_tokens": [ + "", + "", + "" + ], + "bos_token": "", + "eos_token": "", + "unk_token": "" +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000000000000000000000000000000000000..8b443ef19c2a19acc3ac64fb9c3db4a72921dff6 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055 +size 493443 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c3d928fcee0e4043e70cc88848498157ed4044c --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,47 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "", + "", + "" + ], + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": true, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "tokenizer_file": "models/pytorch_mistral/tokenizer.json", + "unk_token": "", + "use_default_system_prompt": true +}