add intel results to leaderboard

app.py

@@ -37,7 +37,7 @@ with demo:
                     optimization_checkboxes,
                     quantization_checkboxes,
                     kernels_checkboxes,
-                ) = create_control_panel(machine=config.machine, subsets=config.subsets, hardware_type=config.hardware_type)
+                ) = create_control_panel(machine=config.machine, subsets=config.subsets, hardware_provider=config.hardware_provider)
                 ####################### HARDWARE SUBTABS #######################
                 with gr.Tabs(elem_classes="subtabs"):
                     open_llm_perf_df = get_llm_perf_df(machine=config.machine, subsets=config.subsets)
@@ -46,7 +46,7 @@ with demo:
                         search_bar, columns_checkboxes, leaderboard_table = (
                             create_leaderboard_table(open_llm_perf_df)
                         )
-                    if config.hardware_type != "intel": # TODO intel CPU does not measure the memory requirements correctly, so disable the graph feature until we fix the underlying issue
+                    if config.hardware_provider != "intel": # TODO intel CPU does not measure the memory requirements correctly, so disable the graph feature until we fix the underlying issue
                         with gr.TabItem("Find Your Best Model 🧭", id=1):
                             lat_score_mem_plot = create_lat_score_mem_plot(open_llm_perf_df)
                     ###################### ATTENTIONS SPEEDUP TAB #######################

hardware.yml

@@ -1,6 +1,7 @@
 - machine: 1xA10
   description: A10-24GB-150W 🖥️
-  hardware_type: cuda
+  hardware_provider: nvidia
+  hardware_type: gpu
   subsets:
     - unquantized
     - awq
@@ -11,7 +12,8 @@
 
 - machine: 1xA100
   description: A100-80GB-275W 🖥️
-  hardware_type: cuda
+  hardware_provider: nvidia
+  hardware_type: gpu
   subsets:
     - unquantized
     - awq
@@ -22,7 +24,8 @@
 
 - machine: 1xT4
   description: T4-16GB-70W 🖥️
-  hardware_type: cuda
+  hardware_provider: nvidia
+  hardware_type: gpu
   subsets:
     - unquantized
     - awq
@@ -33,7 +36,8 @@
 
 - machine: c7i
   description: 4th-Gen-Intel-Xeon-385W 🖥️
-  hardware_type: intel
+  hardware_provider: intel
+  hardware_type: cpu
   subsets:
     - unquantized
   backends:

src/hardware.py

@@ -7,6 +7,7 @@ class HardwareConfig:
     def __init__(self, data: Dict[str, Any]):
         self.machine = data["machine"]
         self.description = data["description"]
+        self.hardware_provider = data["hardware_provider"]
         self.hardware_type = data["hardware_type"]
         self.subsets = data["subsets"]
         self.backends = data["backends"]
@@ -14,7 +15,7 @@ class HardwareConfig:
     def __repr__(self):
         return (
             f"HardwareConfig(machine='{self.machine}', description='{self.description}', "
-            f"hardware_type={self.hardware_type}, subsets={self.subsets}, backends={self.backends})"
+            f"hardware_provider={self.hardware_provider}, hardware_type={self.hardware_type}, subsets={self.subsets}, backends={self.backends})"
         )
 
 

src/panel.py

@@ -10,14 +10,14 @@ from src.llm_perf import get_llm_perf_df
 from src.map import get_lat_score_mem_fig
 
 
-def create_control_panel(machine: str, subsets: List[str], hardware_type: str):
+def create_control_panel(machine: str, subsets: List[str], hardware_provider: str):
     # controls
     machine_textbox = gr.Textbox(value=machine, visible=False)
     subsets_values = gr.State(value=subsets)
 
 
-    match hardware_type:
-        case "cuda":
+    match hardware_provider:
+        case "nvidia":
             backends = ["pytorch"]
             attention_implementations = ["Eager", "SDPA", "FAv2"]
             quantizations = ["Unquantized", "BnB.4bit", "BnB.8bit", "AWQ.4bit", "GPTQ.4bit"]
@@ -28,7 +28,7 @@ def create_control_panel(machine: str, subsets: List[str], hardware_type: str):
             quantizations = ["Unquantized"]
             kernels = ["No Kernel"]
         case _:
-            raise ValueError(f"Unknown hardware type: {hardware_type}")
+            raise ValueError(f"Unknown hardware provider: {hardware_provider}")
 
 
     with gr.Accordion("Control Panel 🎛️", open=False, elem_id="control-panel"):