mirror of
https://github.com/vimagick/dockerfiles.git
synced 2025-12-21 13:23:02 +01:00
47 lines
1.5 KiB
YAML
47 lines
1.5 KiB
YAML
#
|
|
# - https://docs.litellm.ai/docs/proxy/configs
|
|
# - https://github.com/BerriAI/litellm/blob/main/proxy_server_config.yaml
|
|
# - https://www.botgenuity.com/tools/llm-pricing
|
|
#
|
|
|
|
model_list:
|
|
- model_name: gpt-4o
|
|
litellm_params:
|
|
model: openai/gpt-4o
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
#input_cost_per_token: 2.5e-06 # $2.5/1M
|
|
#output_cost_per_token: 1.0e-05 # $10/1M
|
|
- model_name: gpt-4o-mini
|
|
litellm_params:
|
|
model: openai/gpt-4o-mini
|
|
api_key: os.environ/OPENAI_API_KEY
|
|
#input_cost_per_token: 1.5e-07 # $0.15/1M
|
|
#output_cost_per_token: 6.0e-07 # $0.6/1M
|
|
- model_name: claude-3.5-sonnet
|
|
litellm_params:
|
|
model: anthropic/claude-3-5-sonnet-latest
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
#input_cost_per_token: 3.0e-06 # $3/1M
|
|
#output_cost_per_token: 1.5e-05 # $15/1M
|
|
- model_name: claude-3.5-haiku
|
|
litellm_params:
|
|
model: anthropic/claude-3-5-haiku-latest
|
|
api_key: os.environ/ANTHROPIC_API_KEY
|
|
#input_cost_per_token: 8.0e-07 # $0.8/1M
|
|
#output_cost_per_token: 4.0e-06 # $4/1M
|
|
- model_name: llama3.2
|
|
litellm_params:
|
|
model: ollama/llama3.2
|
|
api_base: http://localhost:11434
|
|
|
|
general_settings:
|
|
master_key: os.environ/LITELLM_MASTER_KEY
|
|
#database_url: postgresql://litellm:litellm@postgres:5432/litellm
|
|
#store_model_in_db: True
|
|
|
|
#######################################
|
|
# export OPENAI_API_KEY=sk-xxxxxx #
|
|
# export ANTHROPIC_API_KEY=sk-xxxxxx #
|
|
# export LITELLM_MASTER_KEY=sk-xxxxxx #
|
|
#######################################
|