Update src/leaderboard/read_evals.py
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -43,6 +43,9 @@ class EvalResult:
|
|
43 |
# Precision
|
44 |
precision = Precision.from_str(config.get("model_dtype"))
|
45 |
|
|
|
|
|
|
|
46 |
# Get model and org
|
47 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
48 |
org_and_model = org_and_model.split("/", 1)
|
@@ -88,7 +91,8 @@ class EvalResult:
|
|
88 |
precision=precision,
|
89 |
revision= config.get("model_sha", ""),
|
90 |
still_on_hub=still_on_hub,
|
91 |
-
architecture=architecture
|
|
|
92 |
)
|
93 |
|
94 |
def update_with_request_file(self, requests_path):
|
|
|
43 |
# Precision
|
44 |
precision = Precision.from_str(config.get("model_dtype"))
|
45 |
|
46 |
+
# ModelType
|
47 |
+
model_type = ModelType.from_str(config.get("model_type"))
|
48 |
+
|
49 |
# Get model and org
|
50 |
org_and_model = config.get("model_name", config.get("model_args", None))
|
51 |
org_and_model = org_and_model.split("/", 1)
|
|
|
91 |
precision=precision,
|
92 |
revision= config.get("model_sha", ""),
|
93 |
still_on_hub=still_on_hub,
|
94 |
+
architecture=architecture,
|
95 |
+
model_type=model_type
|
96 |
)
|
97 |
|
98 |
def update_with_request_file(self, requests_path):
|