Update README.md
Browse files
README.md
CHANGED
|
@@ -38,3 +38,9 @@ World = Some_Pile + Some_RedPajama + Some_OSCAR + All_Wikipedia + All_ChatGPT_Da
|
|
| 38 |
Training: set --my_testing "r" for latest RWKV-LM
|
| 39 |
|
| 40 |
Inference algorithm reference: https://github.com/BlinkDL/ChatRWKV/blob/main/RWKV_v5_demo.py
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
Training: set --my_testing "r" for latest RWKV-LM
|
| 39 |
|
| 40 |
Inference algorithm reference: https://github.com/BlinkDL/ChatRWKV/blob/main/RWKV_v5_demo.py
|
| 41 |
+
|
| 42 |
+
0.1B world:
|
| 43 |
+
|
| 44 |
+
RWKV-5 37% trained = LAMBADA ppl 18.1 acc 42.93%
|
| 45 |
+
|
| 46 |
+
RWKV-4 100% trained = LAMBADA ppl 25.5 acc 36.29%
|