Update README.md
Browse files
README.md
CHANGED
@@ -53,17 +53,17 @@ lm_eval --model hf --model_args pretrained="Intel/Phi-3-mini-4k-instruct-int4-in
|
|
53 |
|
54 |
| Metric | FP16 | INT4 |
|
55 |
| -------------- | ------ | ------ |
|
56 |
-
| Avg. | 0.
|
57 |
-
| mmlu | 0.
|
58 |
-
| lambada_openai | 0.
|
59 |
-
| hellaswag | 0.
|
60 |
-
| winogrande | 0.
|
61 |
-
| piqa | 0.
|
62 |
| truthfulqa_mc1 | 0.3917 | 0.3868 |
|
63 |
-
| openbookqa | 0.
|
64 |
-
| boolq | 0.
|
65 |
-
| arc_easy | 0.
|
66 |
-
| arc_challenge | 0.
|
67 |
|
68 |
|
69 |
|
|
|
53 |
|
54 |
| Metric | FP16 | INT4 |
|
55 |
| -------------- | ------ | ------ |
|
56 |
+
| Avg. | 0.6539 | 0.6509 |
|
57 |
+
| mmlu | 0.6790 | 0.6662 |
|
58 |
+
| lambada_openai | 0.6825 | 0.6814 |
|
59 |
+
| hellaswag | 0.6059 | 0.5945 |
|
60 |
+
| winogrande | 0.7388 | 0.7348 |
|
61 |
+
| piqa | 0.8009 | 0.7933 |
|
62 |
| truthfulqa_mc1 | 0.3917 | 0.3868 |
|
63 |
+
| openbookqa | 0.3900 | 0.3860 |
|
64 |
+
| boolq | 0.8627 | 0.8618 |
|
65 |
+
| arc_easy | 0.8333 | 0.8333 |
|
66 |
+
| arc_challenge | 0.5538 | 0.5708 |
|
67 |
|
68 |
|
69 |
|