Clémentine
commited on
Commit
•
1df8383
1
Parent(s):
788108a
updated model param number reader
Browse files
src/auto_leaderboard/get_model_metadata.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import re
|
|
|
2 |
from typing import List
|
3 |
|
4 |
from src.utils_display import AutoEvalColumn
|
@@ -6,7 +7,7 @@ from src.auto_leaderboard.model_metadata_type import get_model_type
|
|
6 |
|
7 |
from huggingface_hub import HfApi
|
8 |
import huggingface_hub
|
9 |
-
api = HfApi()
|
10 |
|
11 |
|
12 |
def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
@@ -15,9 +16,10 @@ def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
|
15 |
try:
|
16 |
model_info = api.model_info(model_name)
|
17 |
except huggingface_hub.utils._errors.RepositoryNotFoundError:
|
|
|
18 |
model_data[AutoEvalColumn.license.name] = None
|
19 |
model_data[AutoEvalColumn.likes.name] = None
|
20 |
-
model_data[AutoEvalColumn.params.name] = None
|
21 |
continue
|
22 |
|
23 |
model_data[AutoEvalColumn.license.name] = get_model_license(model_info)
|
@@ -41,14 +43,12 @@ def get_model_size(model_name, model_info):
|
|
41 |
try:
|
42 |
return round(model_info.safetensors["total"] / 1e9, 3)
|
43 |
except AttributeError:
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
except AttributeError:
|
51 |
-
return None
|
52 |
|
53 |
|
54 |
def apply_metadata(leaderboard_data: List[dict]):
|
|
|
1 |
import re
|
2 |
+
import os
|
3 |
from typing import List
|
4 |
|
5 |
from src.utils_display import AutoEvalColumn
|
|
|
7 |
|
8 |
from huggingface_hub import HfApi
|
9 |
import huggingface_hub
|
10 |
+
api = HfApi(token=os.environ.get("H4_TOKEN", None))
|
11 |
|
12 |
|
13 |
def get_model_infos_from_hub(leaderboard_data: List[dict]):
|
|
|
16 |
try:
|
17 |
model_info = api.model_info(model_name)
|
18 |
except huggingface_hub.utils._errors.RepositoryNotFoundError:
|
19 |
+
print("Repo not found!", model_name)
|
20 |
model_data[AutoEvalColumn.license.name] = None
|
21 |
model_data[AutoEvalColumn.likes.name] = None
|
22 |
+
model_data[AutoEvalColumn.params.name] = get_model_size(model_name, None)
|
23 |
continue
|
24 |
|
25 |
model_data[AutoEvalColumn.license.name] = get_model_license(model_info)
|
|
|
43 |
try:
|
44 |
return round(model_info.safetensors["total"] / 1e9, 3)
|
45 |
except AttributeError:
|
46 |
+
try:
|
47 |
+
size_match = re.search(size_pattern, model_name.lower())
|
48 |
+
size = size_match.group(0)
|
49 |
+
return round(int(size[:-1]) if size[-1] == "b" else int(size[:-1]) / 1e3, 3)
|
50 |
+
except AttributeError:
|
51 |
+
return None
|
|
|
|
|
52 |
|
53 |
|
54 |
def apply_metadata(leaderboard_data: List[dict]):
|