Update README.md
Browse files
README.md
CHANGED
|
@@ -21,6 +21,9 @@ PPL = 7.7977 +/- 0.05177
|
|
| 21 |
PR : 8.63 GiB (3.07 BPW)
|
| 22 |
PPL = 7.5978 +/- 0.04951
|
| 23 |
|
|
|
|
|
|
|
|
|
|
| 24 |
|
| 25 |
Q2_K_L
|
| 26 |
|
|
@@ -60,6 +63,9 @@ IQ1_XS
|
|
| 60 |
PR : 5.20 GiB (1.85 BPW)
|
| 61 |
PPL = 12.4393 +/- 0.08114
|
| 62 |
|
|
|
|
|
|
|
|
|
|
| 63 |
IQ1_S
|
| 64 |
|
| 65 |
Master :
|
|
@@ -109,6 +115,9 @@ PPL = 7.9597 +/- 0.05146
|
|
| 109 |
PR : 7.96 GiB (2.83 BPW)
|
| 110 |
PPL = 7.6998 +/- 0.04995
|
| 111 |
|
|
|
|
|
|
|
|
|
|
| 112 |
|
| 113 |
IQ2_XL
|
| 114 |
|
|
|
|
| 21 |
PR : 8.63 GiB (3.07 BPW)
|
| 22 |
PPL = 7.5978 +/- 0.04951
|
| 23 |
|
| 24 |
+
PR 2 : 9.21 GB (3.05 BPW) 8.57 GiB
|
| 25 |
+
PPL over 642 chunks for n_ctx=512 = 7.6073 +/- 0.04946
|
| 26 |
+
|
| 27 |
|
| 28 |
Q2_K_L
|
| 29 |
|
|
|
|
| 63 |
PR : 5.20 GiB (1.85 BPW)
|
| 64 |
PPL = 12.4393 +/- 0.08114
|
| 65 |
|
| 66 |
+
PR 2 : 5.47 GB (1.81 BPW) 5.10 GiB (1.81 BPW)
|
| 67 |
+
PPL over 642 chunks for n_ctx=512 = 12.6437 +/- 0.08284
|
| 68 |
+
|
| 69 |
IQ1_S
|
| 70 |
|
| 71 |
Master :
|
|
|
|
| 115 |
PR : 7.96 GiB (2.83 BPW)
|
| 116 |
PPL = 7.6998 +/- 0.04995
|
| 117 |
|
| 118 |
+
PR 2 : 8.55 GB (2.83 BPW) 7.96 GiB (2.83 BPW)
|
| 119 |
+
PPL over 642 chunks for n_ctx=512 = 7.7063 +/- 0.05010
|
| 120 |
+
|
| 121 |
|
| 122 |
IQ2_XL
|
| 123 |
|