backend_demo

Paused

Shaltiel commited on Jun 4

Commit

17f7b4d

•

1 Parent(s): 5c49547

Moved back to a10g

Files changed (1) hide show

main_backend_lighteval.py CHANGED Viewed

@@ -58,9 +58,9 @@ def run_auto_eval():
     # elif eval_request.params < 4:
     #     instance_size, instance_type, cap = "x1", "nvidia-a10g", 20
     elif eval_request.params < 9:
-        instance_size, instance_type, cap = "x1", "nvidia-l4", 40
     elif eval_request.params < 30:
-        instance_size, instance_type, cap = "x4", "nvidia-l4", 20
     elif eval_request.params < 45:
         instance_size, instance_type, cap = "x2", "nvidia-a100", 5
     else:

     # elif eval_request.params < 4:
     #     instance_size, instance_type, cap = "x1", "nvidia-a10g", 20
     elif eval_request.params < 9:
+        instance_size, instance_type, cap = "x1", "nvidia-a10g", 40
     elif eval_request.params < 30:
+        instance_size, instance_type, cap = "x4", "nvidia-a10g", 20
     elif eval_request.params < 45:
         instance_size, instance_type, cap = "x2", "nvidia-a100", 5
     else: