RWKV v6 3B for MTK D9300
Browse filesSigned-off-by: Molly Sophia <[email protected]>
- MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.config → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.config} +0 -0
- MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.dla → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.dla} +0 -0
- MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.emb → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.emb} +0 -0
- MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.0.dla +3 -0
- MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.1.dla +3 -0
- MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.config +8 -0
- MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.emb +3 -0
MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.config → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.config}
RENAMED
|
File without changes
|
MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.dla → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.dla}
RENAMED
|
File without changes
|
MTK/MT6989_D9300/{RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.emb → RWKV-x060-World-1B6/RWKV-x060-World-1B6-v2.1-20240328-ctx4096-MTK-MT6989.emb}
RENAMED
|
File without changes
|
MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.0.dla
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:65d240f2a56bc78f2ab1e8edbc5df718a150e3556cda16b3ac56db31e0acd81c
|
| 3 |
+
size 1390530533
|
MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.1.dla
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c7ec555bafb0fe03789d2e06d48a967ab224d9cc18975643d71c3d5d5f8af9c5
|
| 3 |
+
size 1558719137
|
MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.config
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version: 6
|
| 2 |
+
head_size: 64
|
| 3 |
+
n_layer: 32
|
| 4 |
+
n_embd: 2560
|
| 5 |
+
n_att: 2560
|
| 6 |
+
n_ffn: 8960
|
| 7 |
+
vocab_size: 65536
|
| 8 |
+
n_chunks: 2
|
MTK/MT6989_D9300/RWKV-x060-World-3B/RWKV-x060-World-3B-v2.1-20240417-ctx4096-MTK-MT6989.emb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88889afda38f65ddae4f7c2b7ef4cf8cb793d8534efd8aeef34a1de0838ef2c9
|
| 3 |
+
size 335544320
|