litellm_config.yaml

model_list:
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY1
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY2
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY3
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY4
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY5
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY6
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL1
      api_base: os.environ/API_BASE1
      api_key: os.environ/API_KEY7
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL1
      api_base: os.environ/API_BASE1
      api_key: os.environ/API_KEY8
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL1
      api_base: os.environ/API_BASE1
      api_key: os.environ/API_KEY9
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY10
      rpm: 30
      tpm: 20000
  - model_name: Llama-3.1-8b-instant
    litellm_params:
      model: os.environ/MODEL2
      api_base: os.environ/API_BASE
      api_key: os.environ/API_KEY11
      rpm: 30
      tpm: 20000


 
general_settings:
  master_key: os.environ/MASTER_KEY
  DATABASE_URL: os.environ/DATABASE_URL
  STORE_MODEL_IN_DB: True