model_list:
  - model_name: gpt-4
    litellm_params:
      model: gpt-4-turbo-preview
      api_base: https://api.openai.com/v1
      max_tokens: 4000
      temperature: 0.7

  - model_name: gpt-3.5-turbo
    litellm_params:
      model: gpt-3.5-turbo
      api_base: https://api.openai.com/v1
      max_tokens: 4000
      temperature: 0.7

litellm_settings:
  drop_params: True
  num_retries: 3
  request_timeout: 30
  fallbacks: [{"gpt-4": ["gpt-3.5-turbo"]}]