litellm / config.yaml
mikeee's picture
Update config.yaml
91c2e53 verified
raw
history blame
2.04 kB
model_list:
# northflank
- model_name: gpt-4o-mini-northflank
litellm_params:
model: openai/gpt-4o-mini
api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
api_key: os.environ/NF_API_KEY
- model_name: gpt-4o-mini
litellm_params:
model: openai/gpt-4o-mini
api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
api_key: os.environ/NF_API_KEY
- model_name: gpt-3.5-turbo-northflank
litellm_params:
model: openai/gpt-3.5-turbo
api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
api_key: os.environ/NF_API_KEY
- model_name: gpt-3.5-turbo
litellm_params:
model: openai/gpt-3.5-turbo
api_base: https://yc--northflank-duckapi--b69bn8cbbs7k.code.run/v1
api_key: os.environ/NF_API_KEY
- model_name: gemini-1.5-pro-k1
litellm_params:
model: gemini/gemini-1.5-pro
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-1.5-pro
litellm_params:
model: gemini/gemini-1.5-pro
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-1.5-flash-k1
litellm_params:
model: gemini/gemini-1.5-flash
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-1.5-flash
litellm_params:
model: gemini/gemini-1.5-flash
api_key: os.environ/GEMINI_API_KEY1
- model_name: gemini-1.5-pro-k2
litellm_params:
model: gemini/gemini-1.5-pro
api_key: os.environ/GEMINI_API_KEY2
- model_name: gemini-1.5-pro
litellm_params:
model: gemini/gemini-1.5-pro
api_key: os.environ/GEMINI_API_KEY2
- model_name: gemini-1.5-flash-k2
litellm_params:
model: gemini/gemini-1.5-flash
api_key: os.environ/GEMINI_API_KEY2
- model_name: gemini-1.5-flash
litellm_params:
model: gemini/gemini-1.5-flash
api_key: os.environ/GEMINI_API_KEY2
general_settings:
master_key: os.environ/MASTER_KEY # sk-1234 # [OPTIONAL] Only use this if you require all calls to contain this key (Authorization: Bearer sk-1234)