Updating instance size and instance type, see bug & solution at https://github.com/huggingface/huggingface_hub/issues/2277

main_backend_lighteval.py

@@ -68,7 +68,8 @@ def run_auto_eval():
     # For GPU
     # instance_size, instance_type = "small", "g4dn.xlarge" 
     # For CPU
-    instance_size, instance_type = "medium", "c6i"
+    # Updated naming available at https://huggingface.co/docs/inference-endpoints/pricing
+    instance_size, instance_type = "x4", "intel-icl"
     logger.info(f'Starting Evaluation of {eval_request.json_filepath} on Inference endpoints: {instance_size} {instance_type}')
 
     run_evaluation(