| THEME = "gstaff/sketch" | |
| UNSELECTED_VAR_NAME = "Select Variable..." | |
| UNSELECTED_MODEL_NAME = "Select Model..." | |
| UNSELECTED_PIPELINE_NAME = "Select Pipeline to Import..." | |
| AVAILABLE_MODELS = { | |
| "OpenAI/gpt-4o": { | |
| "model": "gpt-4o-2024-11-20", | |
| "logprobs": True, | |
| }, | |
| "OpenAI/gpt-4o-mini": { | |
| "model": "gpt-4o-mini-2024-07-18", | |
| "logprobs": True, | |
| }, | |
| "OpenAI/gpt-3.5-turbo": { | |
| "model": "gpt-3.5-turbo-0125", | |
| }, | |
| "Anthropic/claude-3-7-sonnet": { | |
| "model": "claude-3-7-sonnet-20250219", | |
| }, | |
| "Anthropic/claude-3-5-sonnet": { | |
| "model": "claude-3-5-sonnet-20241022", | |
| }, | |
| "Anthropic/claude-3-5-haiku": { | |
| "model": "claude-3-5-haiku-20241022", | |
| }, | |
| "Cohere/command-r": { | |
| "model": "command-r-08-2024", | |
| "logprobs": True, | |
| }, | |
| "Cohere/command-r-plus": { | |
| "model": "command-r-plus-08-2024", | |
| "logprobs": True, | |
| }, | |
| "Cohere/command-r7b": { | |
| "model": "command-r7b-12-2024", | |
| "logprobs": False, | |
| }, | |
| } | |
| CONFIGS = { | |
| "tossup": { | |
| "required_input_vars": ["question_text"], | |
| "required_output_vars": ["answer", "confidence"], | |
| }, | |
| "bonus": { | |
| "required_input_vars": ["leadin", "part"], | |
| "required_output_vars": ["answer", "confidence", "explanation"], | |
| }, | |
| } | |
| DEFAULT_SELECTIONS = { | |
| "tossup": { | |
| "simple_workflow": False, | |
| "model": "OpenAI/gpt-4o-mini", | |
| "temperature": 0.7, | |
| "confidence_threshold": 0.85, | |
| "early_stop": True, | |
| "max_temperature": 5.0, | |
| }, | |
| "bonus": { | |
| "simple_workflow": False, | |
| "model": "OpenAI/gpt-4o-mini", | |
| "temperature": 0.7, | |
| "confidence_threshold": 0.85, | |
| "max_temperature": 5.0, | |
| }, | |
| } | |
| DAILY_SUBMISSION_LIMIT_PER_USER = 5 | |