Shaltiel commited on
Commit
6b03453
1 Parent(s): 837a251

force gemma-2 on a100

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -29,6 +29,8 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
29
  img_versions = ['2.0.2', '1.4.5']
30
  if 'google/gemma-2' in eval_request.model:
31
  img_versions = ['sha-3ea8259']
 
 
32
  for img_version in img_versions:
33
  args = DefaultNamespace(**{
34
  "model_config": dict(model=dict(
 
29
  img_versions = ['2.0.2', '1.4.5']
30
  if 'google/gemma-2' in eval_request.model:
31
  img_versions = ['sha-3ea8259']
32
+ instance_size = 'x2'
33
+ instance_type = 'nvidia-a100'
34
  for img_version in img_versions:
35
  args = DefaultNamespace(**{
36
  "model_config": dict(model=dict(