Shaltiel commited on
Commit
0aefb92
1 Parent(s): 65f50ae

Adjusted validity for large models

Browse files
Files changed (1) hide show
  1. src/submission/check_validity.py +2 -2
src/submission/check_validity.py CHANGED
@@ -71,8 +71,8 @@ def get_model_size(model_info: ModelInfo, precision: str):
71
 
72
  size_factor = 8 if (precision == "GPTQ" or "gptq" in model_info.modelId.lower()) else 1
73
  model_size = size_factor * model_size
74
- if model_size > 9 and precision != 'float16':
75
- raise ValueError("For larger models we only support running in float16")
76
 
77
  return model_size
78
 
 
71
 
72
  size_factor = 8 if (precision == "GPTQ" or "gptq" in model_info.modelId.lower()) else 1
73
  model_size = size_factor * model_size
74
+ if model_size > 9 and precision == 'bfloat16':
75
+ raise ValueError("For larger models we don't support running with bfloat16")
76
 
77
  return model_size
78