baptistecolle HF staff commited on
Commit
9f82a2b
β€’
1 Parent(s): 003f467

add intel results to leaderboard

Browse files
Files changed (3) hide show
  1. .gitignore +2 -0
  2. hardware.yml +42 -0
  3. src/hardware.py +24 -0
.gitignore CHANGED
@@ -4,5 +4,7 @@ __pycache__/
4
  *ipynb
5
  .vscode/
6
 
 
 
7
  dataset/
8
  .venv
 
4
  *ipynb
5
  .vscode/
6
 
7
+ work-in-progress/
8
+
9
  dataset/
10
  .venv
hardware.yml ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ - machine: 1xA10
2
+ description: A10-24GB-150W πŸ–₯️
3
+ hardware_type: cuda
4
+ subsets:
5
+ - unquantized
6
+ - awq
7
+ - bnb
8
+ - gptq
9
+ backends:
10
+ - pytorch
11
+
12
+ - machine: 1xA100
13
+ description: A100-80GB-275W πŸ–₯️
14
+ hardware_type: cuda
15
+ subsets:
16
+ - unquantized
17
+ - awq
18
+ - bnb
19
+ - gptq
20
+ backends:
21
+ - pytorch
22
+
23
+ - machine: 1xT4
24
+ description: T4-16GB-70W πŸ–₯️
25
+ hardware_type: cuda
26
+ subsets:
27
+ - unquantized
28
+ - awq
29
+ - bnb
30
+ - gptq
31
+ backends:
32
+ - pytorch
33
+
34
+ - machine: c7i
35
+ description: 4th-Gen-Intel-Xeon-385W πŸ–₯️
36
+ hardware_type: intel
37
+ subsets:
38
+ - unquantized
39
+ backends:
40
+ - pytorch
41
+ - onnxruntime
42
+ - openvino
src/hardware.py ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from typing import Any, Dict, List
2
+
3
+ import yaml
4
+
5
+
6
+ class HardwareConfig:
7
+ def __init__(self, data: Dict[str, Any]):
8
+ self.machine = data["machine"]
9
+ self.description = data["description"]
10
+ self.hardware_type = data["hardware_type"]
11
+ self.subsets = data["subsets"]
12
+ self.backends = data["backends"]
13
+
14
+ def __repr__(self):
15
+ return (
16
+ f"HardwareConfig(machine='{self.machine}', description='{self.description}', "
17
+ f"hardware_type={self.hardware_type}, subsets={self.subsets}, backends={self.backends})"
18
+ )
19
+
20
+
21
+ def load_hardware_configs(file_path: str) -> List[HardwareConfig]:
22
+ with open(file_path, "r") as file:
23
+ data = yaml.safe_load(file)
24
+ return [HardwareConfig(config) for config in data]