future-xy
commited on
Commit
•
d10adef
1
Parent(s):
1118802
set batch size to 16
Browse files- backend-cli.py +4 -1
backend-cli.py
CHANGED
|
@@ -27,6 +27,9 @@ import time
|
|
| 27 |
|
| 28 |
import logging
|
| 29 |
import pprint
|
|
|
|
|
|
|
|
|
|
| 30 |
|
| 31 |
|
| 32 |
def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
|
|
@@ -110,7 +113,7 @@ def request_to_result_name(request: EvalRequest) -> str:
|
|
| 110 |
|
| 111 |
|
| 112 |
def process_evaluation(task: Task, eval_request: EvalRequest) -> dict:
|
| 113 |
-
batch_size =
|
| 114 |
try:
|
| 115 |
results = run_evaluation(
|
| 116 |
eval_request=eval_request,
|
|
|
|
| 27 |
|
| 28 |
import logging
|
| 29 |
import pprint
|
| 30 |
+
from lm_eval.utils import eval_logger
|
| 31 |
+
|
| 32 |
+
eval_logger.setLevel(logging.WARNING)
|
| 33 |
|
| 34 |
|
| 35 |
def my_set_eval_request(api, eval_request, set_to_status, hf_repo, local_dir):
|
|
|
|
| 113 |
|
| 114 |
|
| 115 |
def process_evaluation(task: Task, eval_request: EvalRequest) -> dict:
|
| 116 |
+
batch_size = 16
|
| 117 |
try:
|
| 118 |
results = run_evaluation(
|
| 119 |
eval_request=eval_request,
|