# # - https://docs.litellm.ai/docs/proxy/configs # - https://github.com/BerriAI/litellm/blob/main/proxy_server_config.yaml # - https://www.botgenuity.com/tools/llm-pricing # model_list: - model_name: gpt-4o litellm_params: model: openai/gpt-4o api_key: os.environ/OPENAI_API_KEY input_cost_per_token: 2.5e-6 output_cost_per_token: 1.0e-5 - model_name: gpt-4o-mini litellm_params: model: openai/gpt-4o-mini api_key: os.environ/OPENAI_API_KEY input_cost_per_token: 1.5e-7 output_cost_per_token: 6.0e-7 - model_name: claude-3.5-sonnet litellm_params: model: anthropic/claude-3-5-sonnet-latest api_key: os.environ/ANTHROPIC_API_KEY input_cost_per_token: 3.0e-6 output_cost_per_token: 1.5e-5 - model_name: claude-3.5-haiku litellm_params: model: anthropic/claude-3-5-haiku-latest api_key: os.environ/ANTHROPIC_API_KEY input_cost_per_token: 8.0e-7 output_cost_per_token: 4.0e-6 - model_name: llama3.2 litellm_params: model: ollama/llama3.2 api_base: http://localhost:11434 general_settings: master_key: os.environ/LITELLM_MASTER_KEY database_url: postgresql://litellm:litellm@postgres:5432/litellm store_model_in_db: true litellm_settings: drop_params: true modify_params: true # $ psql postgres # >>> CREATE USER litellm WITH PASSWORD 'litellm'; # CREATE ROLE # >>> CREATE DATABASE litellm OWNER litellm; # CREATE DATABASE # >>> \q # $ open http://192.168.255.200:4000/ui/ ####################################### # export OPENAI_API_KEY=sk-xxxxxx # # export ANTHROPIC_API_KEY=sk-xxxxxx # # export LITELLM_MASTER_KEY=sk-xxxxxx # # export DASHSCOPE_API_KEY=sk-xxxxxx # #######################################