Shaltiel commited on
Commit
837a251
1 Parent(s): d3573c0

Added custom container for gemma 2

Browse files
src/backend/run_eval_suite_lighteval.py CHANGED
@@ -26,7 +26,10 @@ def run_evaluation(eval_request: EvalRequest, task_names: str, batch_size: int,
26
  api = HfApi(token=TOKEN)
27
 
28
  completed = False
29
- for img_version in ['2.0.2', '1.4.5']:
 
 
 
30
  args = DefaultNamespace(**{
31
  "model_config": dict(model=dict(
32
  type="endpoint",
 
26
  api = HfApi(token=TOKEN)
27
 
28
  completed = False
29
+ img_versions = ['2.0.2', '1.4.5']
30
+ if 'google/gemma-2' in eval_request.model:
31
+ img_versions = ['sha-3ea8259']
32
+ for img_version in img_versions:
33
  args = DefaultNamespace(**{
34
  "model_config": dict(model=dict(
35
  type="endpoint",