English
yintongl commited on
Commit
111a6c0
1 Parent(s): fd03ade

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +10 -10
README.md CHANGED
@@ -53,17 +53,17 @@ lm_eval --model hf --model_args pretrained="Intel/Phi-3-mini-4k-instruct-int4-in
53
 
54
  | Metric | FP16 | INT4 |
55
  | -------------- | ------ | ------ |
56
- | Avg. | 0.6534 | 0.6509 |
57
- | mmlu | 0.6795 | 0.6662 |
58
- | lambada_openai | 0.6835 | 0.6814 |
59
- | hellaswag | 0.6050 | 0.5945 |
60
- | winogrande | 0.7364 | 0.7348 |
61
- | piqa | 0.8025 | 0.7933 |
62
  | truthfulqa_mc1 | 0.3917 | 0.3868 |
63
- | openbookqa | 0.3860 | 0.3860 |
64
- | boolq | 0.8621 | 0.8618 |
65
- | arc_easy | 0.8325 | 0.8333 |
66
- | arc_challenge | 0.5546 | 0.5708 |
67
 
68
 
69
 
 
53
 
54
  | Metric | FP16 | INT4 |
55
  | -------------- | ------ | ------ |
56
+ | Avg. | 0.6539 | 0.6509 |
57
+ | mmlu | 0.6790 | 0.6662 |
58
+ | lambada_openai | 0.6825 | 0.6814 |
59
+ | hellaswag | 0.6059 | 0.5945 |
60
+ | winogrande | 0.7388 | 0.7348 |
61
+ | piqa | 0.8009 | 0.7933 |
62
  | truthfulqa_mc1 | 0.3917 | 0.3868 |
63
+ | openbookqa | 0.3900 | 0.3860 |
64
+ | boolq | 0.8627 | 0.8618 |
65
+ | arc_easy | 0.8333 | 0.8333 |
66
+ | arc_challenge | 0.5538 | 0.5708 |
67
 
68
 
69