Update README.md
Browse files
README.md
CHANGED
|
@@ -56,75 +56,22 @@ print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
|
| 56 |
I encourage you to provide feedback on the model's performance. If you'd like to create your own quantizations, feel free to do so and let me know how it works for you!
|
| 57 |
|
| 58 |
model-index:
|
| 59 |
-
- name: P0x0/Astra-v1-12B
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
type: IFEval
|
| 79 |
-
value: 28.06
|
| 80 |
-
verified: false
|
| 81 |
-
- task:
|
| 82 |
-
type: text-generation
|
| 83 |
-
dataset:
|
| 84 |
-
type: BBH
|
| 85 |
-
name: BBH
|
| 86 |
-
metrics:
|
| 87 |
-
- name: Score
|
| 88 |
-
type: BBH
|
| 89 |
-
value: 31.81
|
| 90 |
-
verified: false
|
| 91 |
-
- task:
|
| 92 |
-
type: text-generation
|
| 93 |
-
dataset:
|
| 94 |
-
type: MATH Lvl 5
|
| 95 |
-
name: MATH Lvl 5
|
| 96 |
-
metrics:
|
| 97 |
-
- name: Score
|
| 98 |
-
type: MATH Lvl 5
|
| 99 |
-
value: 9.67
|
| 100 |
-
verified: false
|
| 101 |
-
- task:
|
| 102 |
-
type: text-generation
|
| 103 |
-
dataset:
|
| 104 |
-
type: GPQA
|
| 105 |
-
name: GPQA
|
| 106 |
-
metrics:
|
| 107 |
-
- name: Score
|
| 108 |
-
type: GPQA
|
| 109 |
-
value: 8.5
|
| 110 |
-
verified: false
|
| 111 |
-
- task:
|
| 112 |
-
type: text-generation
|
| 113 |
-
dataset:
|
| 114 |
-
type: MUSR
|
| 115 |
-
name: MUSR
|
| 116 |
-
metrics:
|
| 117 |
-
- name: Score
|
| 118 |
-
type: MUSR
|
| 119 |
-
value: 11.38
|
| 120 |
-
verified: false
|
| 121 |
-
- task:
|
| 122 |
-
type: text-generation
|
| 123 |
-
dataset:
|
| 124 |
-
type: MMLU-PRO
|
| 125 |
-
name: MMLU-PRO
|
| 126 |
-
metrics:
|
| 127 |
-
- name: Score
|
| 128 |
-
type: MMLU-PRO
|
| 129 |
-
value: 27.34
|
| 130 |
-
verified: false
|
|
|
|
| 56 |
I encourage you to provide feedback on the model's performance. If you'd like to create your own quantizations, feel free to do so and let me know how it works for you!
|
| 57 |
|
| 58 |
model-index:
|
| 59 |
+
- name: P0x0/Astra-v1-12B
|
| 60 |
+
results:
|
| 61 |
+
- task:
|
| 62 |
+
type: text-generation
|
| 63 |
+
metrics:
|
| 64 |
+
- name: Average
|
| 65 |
+
value: 19.46
|
| 66 |
+
- name: IFEval
|
| 67 |
+
value: 28.06
|
| 68 |
+
- name: BBH
|
| 69 |
+
value: 31.81
|
| 70 |
+
- name: MATH Lvl 5
|
| 71 |
+
value: 9.67
|
| 72 |
+
- name: GPQA
|
| 73 |
+
value: 8.5
|
| 74 |
+
- name: MUSR
|
| 75 |
+
value: 11.38
|
| 76 |
+
- name: MMLU-PRO
|
| 77 |
+
value: 27.34
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|