File size: 1,382 Bytes
f94c32c 22e8b31 633b045 02b7dec f94c32c 8703d2b f94c32c 633b045 1758388 633b045 1758388 0bab47c 633b045 1758388 633b045 1758388 0bab47c 1758388 633b045 a4396db 633b045 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
from shared.workflows.configs import AVAILABLE_MODELS
THEME = "gstaff/sketch"
UNSELECTED_VAR_NAME = "Select Variable..."
UNSELECTED_MODEL_NAME = "Select Model..."
UNSELECTED_PIPELINE_NAME = "Select Pipeline to Import..."
PLAYGROUND_MODELS = [
"DeepSeek/V3",
"OpenAI/gpt-4.1-nano",
"OpenAI/gpt-4.1-mini",
"OpenAI/gpt-4.1",
"OpenAI/gpt-4o-mini",
"OpenAI/gpt-4o",
"OpenAI/gpt-3.5-turbo",
"Anthropic/claude-3-5-haiku",
"Cohere/command-r7b",
"Cohere/command-r",
"Cohere/command-r-plus",
]
SUBMISSION_MODELS = list(AVAILABLE_MODELS.keys())
CONFIGS = {
"tossup": {
"required_input_vars": ["question_text"],
"required_output_vars": ["answer", "confidence"],
},
"bonus": {
"required_input_vars": ["leadin", "part"],
"required_output_vars": ["answer", "confidence", "explanation"],
},
}
DEFAULT_SELECTIONS = {
"tossup": {
"simple_workflow": False,
"model": "OpenAI/gpt-4o-mini",
"temperature": 0.7,
"confidence_threshold": 0.85,
"early_stop": True,
"max_temperature": 5.0,
},
"bonus": {
"simple_workflow": False,
"model": "OpenAI/gpt-4o-mini",
"temperature": 0.7,
"confidence_threshold": 0.85,
"max_temperature": 5.0,
},
}
DAILY_EVAL_LIMIT_PER_USER = 10
DAILY_SUBMISSION_LIMIT_PER_USER = 5
|