Commit
·
f54d576
1
Parent(s):
29e54f1
add RESULT_REPO to evaluate file
Browse files
src/evaluator/evaluate.py
CHANGED
@@ -8,7 +8,7 @@ import torch
|
|
8 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer, AutoConfig
|
9 |
from datasets import load_dataset
|
10 |
|
11 |
-
from src.envs import API, OWNER, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH
|
12 |
from src.display.utils import Tasks
|
13 |
|
14 |
class EvaluationStatus(Enum):
|
@@ -299,7 +299,6 @@ def process_evaluation_queue():
|
|
299 |
model_dirs = [d for d in os.listdir(EVAL_REQUESTS_PATH) if os.path.isdir(os.path.join(EVAL_REQUESTS_PATH, d))]
|
300 |
print(f"Found {len(model_dirs)} model directories")
|
301 |
|
302 |
-
pending_files = []
|
303 |
for model_dir in model_dirs:
|
304 |
model_dir_path = os.path.join(EVAL_REQUESTS_PATH, model_dir)
|
305 |
print(f"\nChecking model directory: {model_dir_path}")
|
|
|
8 |
from transformers import AutoModelForSequenceClassification, AutoTokenizer, AutoConfig
|
9 |
from datasets import load_dataset
|
10 |
|
11 |
+
from src.envs import API, OWNER, EVAL_REQUESTS_PATH, EVAL_RESULTS_PATH, RESULTS_REPO
|
12 |
from src.display.utils import Tasks
|
13 |
|
14 |
class EvaluationStatus(Enum):
|
|
|
299 |
model_dirs = [d for d in os.listdir(EVAL_REQUESTS_PATH) if os.path.isdir(os.path.join(EVAL_REQUESTS_PATH, d))]
|
300 |
print(f"Found {len(model_dirs)} model directories")
|
301 |
|
|
|
302 |
for model_dir in model_dirs:
|
303 |
model_dir_path = os.path.join(EVAL_REQUESTS_PATH, model_dir)
|
304 |
print(f"\nChecking model directory: {model_dir_path}")
|