model_config.yaml 463 B

1234567891011121314151617181920
  1. model_list:
  2. - model_name: gpt-4
  3. litellm_params:
  4. model: gpt-4-turbo-preview
  5. api_base: https://api.openai.com/v1
  6. max_tokens: 4000
  7. temperature: 0.7
  8. - model_name: gpt-3.5-turbo
  9. litellm_params:
  10. model: gpt-3.5-turbo
  11. api_base: https://api.openai.com/v1
  12. max_tokens: 4000
  13. temperature: 0.7
  14. litellm_settings:
  15. drop_params: True
  16. num_retries: 3
  17. request_timeout: 30
  18. fallbacks: [{"gpt-4": ["gpt-3.5-turbo"]}]