Update README.md
Browse files
README.md
CHANGED
@@ -26,9 +26,9 @@ ctx_len = 1024
|
|
26 |
n_layer = 32
|
27 |
n_embd = 4096
|
28 |
|
29 |
-
Preview checkpoint: RWKV-4-Pile-7B-
|
30 |
-
* Pile loss 1.
|
31 |
-
* LAMBADA ppl
|
32 |
-
* PIQA acc
|
33 |
-
* SC2016 acc
|
34 |
-
* Hellaswag acc_norm
|
|
|
26 |
n_layer = 32
|
27 |
n_embd = 4096
|
28 |
|
29 |
+
Preview checkpoint: RWKV-4-Pile-7B-20221010-3787.pth : Trained on the Pile for 156B tokens.
|
30 |
+
* Pile loss 1.8935
|
31 |
+
* LAMBADA ppl 4.60, acc 65.52%
|
32 |
+
* PIQA acc 75.63%
|
33 |
+
* SC2016 acc 72.21%
|
34 |
+
* Hellaswag acc_norm 63.22%
|