Spaces:
Running
Running
Commit
β’
9f82a2b
1
Parent(s):
003f467
add intel results to leaderboard
Browse files- .gitignore +2 -0
- hardware.yml +42 -0
- src/hardware.py +24 -0
.gitignore
CHANGED
@@ -4,5 +4,7 @@ __pycache__/
|
|
4 |
*ipynb
|
5 |
.vscode/
|
6 |
|
|
|
|
|
7 |
dataset/
|
8 |
.venv
|
|
|
4 |
*ipynb
|
5 |
.vscode/
|
6 |
|
7 |
+
work-in-progress/
|
8 |
+
|
9 |
dataset/
|
10 |
.venv
|
hardware.yml
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
- machine: 1xA10
|
2 |
+
description: A10-24GB-150W π₯οΈ
|
3 |
+
hardware_type: cuda
|
4 |
+
subsets:
|
5 |
+
- unquantized
|
6 |
+
- awq
|
7 |
+
- bnb
|
8 |
+
- gptq
|
9 |
+
backends:
|
10 |
+
- pytorch
|
11 |
+
|
12 |
+
- machine: 1xA100
|
13 |
+
description: A100-80GB-275W π₯οΈ
|
14 |
+
hardware_type: cuda
|
15 |
+
subsets:
|
16 |
+
- unquantized
|
17 |
+
- awq
|
18 |
+
- bnb
|
19 |
+
- gptq
|
20 |
+
backends:
|
21 |
+
- pytorch
|
22 |
+
|
23 |
+
- machine: 1xT4
|
24 |
+
description: T4-16GB-70W π₯οΈ
|
25 |
+
hardware_type: cuda
|
26 |
+
subsets:
|
27 |
+
- unquantized
|
28 |
+
- awq
|
29 |
+
- bnb
|
30 |
+
- gptq
|
31 |
+
backends:
|
32 |
+
- pytorch
|
33 |
+
|
34 |
+
- machine: c7i
|
35 |
+
description: 4th-Gen-Intel-Xeon-385W π₯οΈ
|
36 |
+
hardware_type: intel
|
37 |
+
subsets:
|
38 |
+
- unquantized
|
39 |
+
backends:
|
40 |
+
- pytorch
|
41 |
+
- onnxruntime
|
42 |
+
- openvino
|
src/hardware.py
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from typing import Any, Dict, List
|
2 |
+
|
3 |
+
import yaml
|
4 |
+
|
5 |
+
|
6 |
+
class HardwareConfig:
|
7 |
+
def __init__(self, data: Dict[str, Any]):
|
8 |
+
self.machine = data["machine"]
|
9 |
+
self.description = data["description"]
|
10 |
+
self.hardware_type = data["hardware_type"]
|
11 |
+
self.subsets = data["subsets"]
|
12 |
+
self.backends = data["backends"]
|
13 |
+
|
14 |
+
def __repr__(self):
|
15 |
+
return (
|
16 |
+
f"HardwareConfig(machine='{self.machine}', description='{self.description}', "
|
17 |
+
f"hardware_type={self.hardware_type}, subsets={self.subsets}, backends={self.backends})"
|
18 |
+
)
|
19 |
+
|
20 |
+
|
21 |
+
def load_hardware_configs(file_path: str) -> List[HardwareConfig]:
|
22 |
+
with open(file_path, "r") as file:
|
23 |
+
data = yaml.safe_load(file)
|
24 |
+
return [HardwareConfig(config) for config in data]
|