| { | |
| "openrouter-paid-gemini-2.0-flash-001": { | |
| "comment": "This is very fast. It's paid, so check the pricing before use.", | |
| "class": "OpenRouter", | |
| "arguments": { | |
| "model": "google/gemini-2.0-flash-001", | |
| "api_key": "${OPENROUTER_API_KEY}", | |
| "temperature": 0.1, | |
| "timeout": 60.0, | |
| "is_function_calling_model": false, | |
| "is_chat_model": true, | |
| "max_tokens": 8192, | |
| "max_retries": 5 | |
| } | |
| }, | |
| "openrouter-paid-openai-gpt-4o-mini": { | |
| "comment": "This is medium fast. It's paid, so check the pricing before use.", | |
| "class": "OpenRouter", | |
| "arguments": { | |
| "model": "openai/gpt-4o-mini", | |
| "api_key": "${OPENROUTER_API_KEY}", | |
| "temperature": 0.1, | |
| "timeout": 60.0, | |
| "is_function_calling_model": false, | |
| "is_chat_model": true, | |
| "max_tokens": 8192, | |
| "max_retries": 5 | |
| } | |
| }, | |
| "ollama-llama3.1": { | |
| "comment": "This is runs on your own computer. It's free. Requires Ollama to be installed.", | |
| "class": "Ollama", | |
| "arguments": { | |
| "model": "llama3.1:latest", | |
| "temperature": 0.5, | |
| "request_timeout": 120.0, | |
| "is_function_calling_model": false | |
| } | |
| }, | |
| "ollama-qwen2.5-coder": { | |
| "comment": "This is runs on your own computer. It's free. Requires Ollama to be installed.", | |
| "class": "Ollama", | |
| "arguments": { | |
| "model": "qwen2.5-coder:latest", | |
| "temperature": 0.5, | |
| "request_timeout": 120.0, | |
| "is_function_calling_model": false | |
| } | |
| }, | |
| "lmstudio-qwen2.5-7b-instruct-1m": { | |
| "comment": "This is runs on your own computer. It's free. Requires LM Studio to be installed. Great for inspecting the request/response.", | |
| "class": "LMStudio", | |
| "arguments": { | |
| "model_name": "qwen2.5-7b-instruct-1m", | |
| "temperature": 0.2, | |
| "request_timeout": 120.0, | |
| "is_function_calling_model": false | |
| } | |
| } | |
| } |