Revert "Round up"
Browse filesThis reverts commit 078a9c1a27cb7e3319a4a8f08a1b26fc61157a2e.
- README.md +1 -1
- app.py +3 -0
- app_local.py +1 -0
- src/display/utils.py +2 -0
- src/leaderboard/read_evals.py +3 -1
README.md
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
---
|
2 |
-
title: Secure
|
3 |
emoji: 🥇
|
4 |
colorFrom: green
|
5 |
colorTo: indigo
|
|
|
1 |
---
|
2 |
+
title: Secure Llm Leaderboard
|
3 |
emoji: 🥇
|
4 |
colorFrom: green
|
5 |
colorTo: indigo
|
app.py
CHANGED
@@ -1,4 +1,5 @@
|
|
1 |
import gradio as gr
|
|
|
2 |
from apscheduler.schedulers.background import BackgroundScheduler
|
3 |
from huggingface_hub import snapshot_download
|
4 |
import pandas as pd
|
@@ -17,7 +18,9 @@ from src.display.utils import (
|
|
17 |
COLS,
|
18 |
EVAL_COLS,
|
19 |
EVAL_TYPES,
|
|
|
20 |
ModelType,
|
|
|
21 |
WeightType,
|
22 |
Precision
|
23 |
)
|
|
|
1 |
import gradio as gr
|
2 |
+
from gradio_leaderboard import Leaderboard, ColumnFilter, SelectColumns
|
3 |
from apscheduler.schedulers.background import BackgroundScheduler
|
4 |
from huggingface_hub import snapshot_download
|
5 |
import pandas as pd
|
|
|
18 |
COLS,
|
19 |
EVAL_COLS,
|
20 |
EVAL_TYPES,
|
21 |
+
AutoEvalColumn,
|
22 |
ModelType,
|
23 |
+
fields,
|
24 |
WeightType,
|
25 |
Precision
|
26 |
)
|
app_local.py
CHANGED
@@ -24,6 +24,7 @@ from src.display.utils import (
|
|
24 |
from src.envs import EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH
|
25 |
from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
26 |
from src.submission.submit import add_new_eval
|
|
|
27 |
|
28 |
# Skip HuggingFace downloads for local testing
|
29 |
print("Creating leaderboard DataFrame...")
|
|
|
24 |
from src.envs import EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH
|
25 |
from src.populate import get_evaluation_queue_df, get_leaderboard_df
|
26 |
from src.submission.submit import add_new_eval
|
27 |
+
from src.leaderboard.security_eval import check_safetensors
|
28 |
|
29 |
# Skip HuggingFace downloads for local testing
|
30 |
print("Creating leaderboard DataFrame...")
|
src/display/utils.py
CHANGED
@@ -1,6 +1,8 @@
|
|
1 |
from dataclasses import dataclass, make_dataclass, field, fields as dataclass_fields
|
2 |
from enum import Enum
|
3 |
|
|
|
|
|
4 |
@dataclass
|
5 |
class ColumnContent:
|
6 |
name: str
|
|
|
1 |
from dataclasses import dataclass, make_dataclass, field, fields as dataclass_fields
|
2 |
from enum import Enum
|
3 |
|
4 |
+
from src.about import Tasks
|
5 |
+
|
6 |
@dataclass
|
7 |
class ColumnContent:
|
8 |
name: str
|
src/leaderboard/read_evals.py
CHANGED
@@ -1,12 +1,14 @@
|
|
1 |
import glob
|
2 |
import json
|
|
|
3 |
import os
|
4 |
from dataclasses import dataclass
|
5 |
|
6 |
import dateutil
|
|
|
7 |
|
8 |
from src.display.formatting import make_clickable_model
|
9 |
-
from src.display.utils import
|
10 |
from src.submission.check_validity import is_model_on_hub
|
11 |
|
12 |
|
|
|
1 |
import glob
|
2 |
import json
|
3 |
+
import math
|
4 |
import os
|
5 |
from dataclasses import dataclass
|
6 |
|
7 |
import dateutil
|
8 |
+
import numpy as np
|
9 |
|
10 |
from src.display.formatting import make_clickable_model
|
11 |
+
from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
|
12 |
from src.submission.check_validity import is_model_on_hub
|
13 |
|
14 |
|