Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Adjusted validity for large models
Browse files
src/submission/check_validity.py
CHANGED
@@ -71,8 +71,8 @@ def get_model_size(model_info: ModelInfo, precision: str):
|
|
71 |
|
72 |
size_factor = 8 if (precision == "GPTQ" or "gptq" in model_info.modelId.lower()) else 1
|
73 |
model_size = size_factor * model_size
|
74 |
-
if model_size > 9 and precision
|
75 |
-
raise ValueError("For larger models we
|
76 |
|
77 |
return model_size
|
78 |
|
|
|
71 |
|
72 |
size_factor = 8 if (precision == "GPTQ" or "gptq" in model_info.modelId.lower()) else 1
|
73 |
model_size = size_factor * model_size
|
74 |
+
if model_size > 9 and precision == 'bfloat16':
|
75 |
+
raise ValueError("For larger models we don't support running with bfloat16")
|
76 |
|
77 |
return model_size
|
78 |
|