1234567891011121314151617181920 |
- model_list:
- - model_name: gpt-4
- litellm_params:
- model: gpt-4-turbo-preview
- api_base: https://api.openai.com/v1
- max_tokens: 4000
- temperature: 0.7
- - model_name: gpt-3.5-turbo
- litellm_params:
- model: gpt-3.5-turbo
- api_base: https://api.openai.com/v1
- max_tokens: 4000
- temperature: 0.7
- litellm_settings:
- drop_params: True
- num_retries: 3
- request_timeout: 30
- fallbacks: [{"gpt-4": ["gpt-3.5-turbo"]}]
|