|
from shared.workflows.configs import AVAILABLE_MODELS |
|
|
|
THEME = "gstaff/sketch" |
|
|
|
UNSELECTED_VAR_NAME = "Select Variable..." |
|
UNSELECTED_MODEL_NAME = "Select Model..." |
|
UNSELECTED_PIPELINE_NAME = "Select Pipeline to Import..." |
|
|
|
PLAYGROUND_MODELS = [ |
|
"DeepSeek/V3", |
|
"OpenAI/gpt-4.1-nano", |
|
"OpenAI/gpt-4.1-mini", |
|
"OpenAI/gpt-4.1", |
|
"OpenAI/gpt-4o-mini", |
|
"OpenAI/gpt-4o", |
|
"OpenAI/gpt-3.5-turbo", |
|
"Anthropic/claude-3-5-haiku", |
|
"Cohere/command-r7b", |
|
"Cohere/command-r", |
|
"Cohere/command-r-plus", |
|
] |
|
|
|
SUBMISSION_MODELS = list(AVAILABLE_MODELS.keys()) |
|
|
|
CONFIGS = { |
|
"tossup": { |
|
"required_input_vars": ["question_text"], |
|
"required_output_vars": ["answer", "confidence"], |
|
}, |
|
"bonus": { |
|
"required_input_vars": ["leadin", "part"], |
|
"required_output_vars": ["answer", "confidence", "explanation"], |
|
}, |
|
} |
|
|
|
DEFAULT_SELECTIONS = { |
|
"tossup": { |
|
"simple_workflow": False, |
|
"model": "OpenAI/gpt-4o-mini", |
|
"temperature": 0.7, |
|
"confidence_threshold": 0.85, |
|
"early_stop": True, |
|
"max_temperature": 5.0, |
|
}, |
|
"bonus": { |
|
"simple_workflow": False, |
|
"model": "OpenAI/gpt-4o-mini", |
|
"temperature": 0.7, |
|
"confidence_threshold": 0.85, |
|
"max_temperature": 5.0, |
|
}, |
|
} |
|
DAILY_EVAL_LIMIT_PER_USER = 10 |
|
DAILY_SUBMISSION_LIMIT_PER_USER = 5 |
|
|