File size: 1,812 Bytes
22e8b31 633b045 02b7dec 633b045 4f5d1cb 633b045 4f5d1cb 633b045 0bab47c 633b045 0bab47c 633b045 0bab47c 633b045 1758388 633b045 1758388 0bab47c 633b045 1758388 633b045 1758388 0bab47c 1758388 633b045 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 |
THEME = "gstaff/sketch"
UNSELECTED_VAR_NAME = "Select Variable..."
UNSELECTED_MODEL_NAME = "Select Model..."
UNSELECTED_PIPELINE_NAME = "Select Pipeline to Import..."
AVAILABLE_MODELS = {
"OpenAI/gpt-4o": {
"model": "gpt-4o-2024-11-20",
"logprobs": True,
},
"OpenAI/gpt-4o-mini": {
"model": "gpt-4o-mini-2024-07-18",
"logprobs": True,
},
"OpenAI/gpt-3.5-turbo": {
"model": "gpt-3.5-turbo-0125",
},
"Anthropic/claude-3-7-sonnet": {
"model": "claude-3-7-sonnet-20250219",
},
"Anthropic/claude-3-5-sonnet": {
"model": "claude-3-5-sonnet-20241022",
},
"Anthropic/claude-3-5-haiku": {
"model": "claude-3-5-haiku-20241022",
},
"Cohere/command-r": {
"model": "command-r-08-2024",
"logprobs": True,
},
"Cohere/command-r-plus": {
"model": "command-r-plus-08-2024",
"logprobs": True,
},
"Cohere/command-r7b": {
"model": "command-r7b-12-2024",
"logprobs": False,
},
}
CONFIGS = {
"tossup": {
"required_input_vars": ["question_text"],
"required_output_vars": ["answer", "confidence"],
},
"bonus": {
"required_input_vars": ["leadin", "part"],
"required_output_vars": ["answer", "confidence", "explanation"],
},
}
DEFAULT_SELECTIONS = {
"tossup": {
"simple_workflow": False,
"model": "OpenAI/gpt-4o-mini",
"temperature": 0.7,
"confidence_threshold": 0.85,
"early_stop": True,
"max_temperature": 5.0,
},
"bonus": {
"simple_workflow": False,
"model": "OpenAI/gpt-4o-mini",
"temperature": 0.7,
"confidence_threshold": 0.85,
"max_temperature": 5.0,
},
}
DAILY_SUBMISSION_LIMIT_PER_USER = 5
|