2
0
mirror of https://github.com/vimagick/dockerfiles.git synced 2025-12-21 13:23:02 +01:00
Files
dockerfiles_vimagick/litellm/data/config.yaml
2024-12-27 15:51:16 +08:00

29 lines
752 B
YAML

#
# - https://docs.litellm.ai/docs/proxy/configs
# - https://github.com/BerriAI/litellm/blob/main/proxy_server_config.yaml
#
model_list:
- model_name: gpt-4o
litellm_params:
model: openai/gpt-4o
apk_key: os.environ/OPENAI_API_KEY
- model_name: claude-3.5
litellm_params:
model: anthropic/claude-3-5-sonnet-latest
api_key: os.environ/ANTHROPIC_API_KEY
- model_name: llama3.2
litellm_params:
model: ollama/llama3.2
api_base: http://localhost:11434
general_settings:
master_key: os.environ/LITELLM_MASTER_KEY
# database_url: postgresql://litellm:litellm@postgres:5432/litellm
# store_model_in_db: True
environment_variables:
OPENAI_API_KEY: sk-xxxxxx
ANTHROPIC_API_KEY: sk-xxxxxx
LITELLM_MASTER_KEY: sk-xxxxxx