lukehinds commited on
Commit
1ab30f9
·
1 Parent(s): 078a9c1

Revert "Round up"

Browse files

This reverts commit 078a9c1a27cb7e3319a4a8f08a1b26fc61157a2e.

Files changed (5) hide show
  1. README.md +1 -1
  2. app.py +3 -0
  3. app_local.py +1 -0
  4. src/display/utils.py +2 -0
  5. src/leaderboard/read_evals.py +3 -1
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- title: Secure LLM Leaderboard
3
  emoji: 🥇
4
  colorFrom: green
5
  colorTo: indigo
 
1
  ---
2
+ title: Secure Llm Leaderboard
3
  emoji: 🥇
4
  colorFrom: green
5
  colorTo: indigo
app.py CHANGED
@@ -1,4 +1,5 @@
1
  import gradio as gr
 
2
  from apscheduler.schedulers.background import BackgroundScheduler
3
  from huggingface_hub import snapshot_download
4
  import pandas as pd
@@ -17,7 +18,9 @@ from src.display.utils import (
17
  COLS,
18
  EVAL_COLS,
19
  EVAL_TYPES,
 
20
  ModelType,
 
21
  WeightType,
22
  Precision
23
  )
 
1
  import gradio as gr
2
+ from gradio_leaderboard import Leaderboard, ColumnFilter, SelectColumns
3
  from apscheduler.schedulers.background import BackgroundScheduler
4
  from huggingface_hub import snapshot_download
5
  import pandas as pd
 
18
  COLS,
19
  EVAL_COLS,
20
  EVAL_TYPES,
21
+ AutoEvalColumn,
22
  ModelType,
23
+ fields,
24
  WeightType,
25
  Precision
26
  )
app_local.py CHANGED
@@ -24,6 +24,7 @@ from src.display.utils import (
24
  from src.envs import EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH
25
  from src.populate import get_evaluation_queue_df, get_leaderboard_df
26
  from src.submission.submit import add_new_eval
 
27
 
28
  # Skip HuggingFace downloads for local testing
29
  print("Creating leaderboard DataFrame...")
 
24
  from src.envs import EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH
25
  from src.populate import get_evaluation_queue_df, get_leaderboard_df
26
  from src.submission.submit import add_new_eval
27
+ from src.leaderboard.security_eval import check_safetensors
28
 
29
  # Skip HuggingFace downloads for local testing
30
  print("Creating leaderboard DataFrame...")
src/display/utils.py CHANGED
@@ -1,6 +1,8 @@
1
  from dataclasses import dataclass, make_dataclass, field, fields as dataclass_fields
2
  from enum import Enum
3
 
 
 
4
  @dataclass
5
  class ColumnContent:
6
  name: str
 
1
  from dataclasses import dataclass, make_dataclass, field, fields as dataclass_fields
2
  from enum import Enum
3
 
4
+ from src.about import Tasks
5
+
6
  @dataclass
7
  class ColumnContent:
8
  name: str
src/leaderboard/read_evals.py CHANGED
@@ -1,12 +1,14 @@
1
  import glob
2
  import json
 
3
  import os
4
  from dataclasses import dataclass
5
 
6
  import dateutil
 
7
 
8
  from src.display.formatting import make_clickable_model
9
- from src.display.utils import ModelType, Tasks, Precision, WeightType
10
  from src.submission.check_validity import is_model_on_hub
11
 
12
 
 
1
  import glob
2
  import json
3
+ import math
4
  import os
5
  from dataclasses import dataclass
6
 
7
  import dateutil
8
+ import numpy as np
9
 
10
  from src.display.formatting import make_clickable_model
11
+ from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
12
  from src.submission.check_validity import is_model_on_hub
13
 
14