mirrors/dockerfiles_vimagick
2
0
Fork 0
mirror of https://github.com/vimagick/dockerfiles.git synced 2025-12-21 21:33:02 +01:00
Code Issues Projects Releases Wiki Activity

update litellm

Browse Source
This commit is contained in:
kevin
2025-03-08 21:39:13 +08:00
parent b5207e9a83
commit 4082f8c9eb
3 changed files with 33 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
litellm/data/config.yaml
View File

@@ -37,7 +37,7 @@ model_list:
general_settings: general_settings:
master_key: os.environ/LITELLM_MASTER_KEY master_key: os.environ/LITELLM_MASTER_KEY
database_url: postgresql://litellm:litellm@postgres:5432/litellm database_url: postgresql://litellm:litellm@postgres:5432/litellm
store_model_in_db: True store_model_in_db: true
litellm_settings: litellm_settings:
drop_params: true drop_params: true
@@ -55,4 +55,5 @@ litellm_settings:
# export OPENAI_API_KEY=sk-xxxxxx # # export OPENAI_API_KEY=sk-xxxxxx #
# export ANTHROPIC_API_KEY=sk-xxxxxx # # export ANTHROPIC_API_KEY=sk-xxxxxx #
# export LITELLM_MASTER_KEY=sk-xxxxxx # # export LITELLM_MASTER_KEY=sk-xxxxxx #
# export DASHSCOPE_API_KEY=sk-xxxxxx #
####################################### #######################################

14
litellm/docker-compose.yml
View File

@@ -2,7 +2,7 @@ services:
litellm: litellm:
image: ghcr.io/berriai/litellm:main-stable image: ghcr.io/berriai/litellm:main-stable
command: --config /app/config.yaml --detailed_debug command: --config /app/config.yaml --telemetry False
ports: ports:
- "4000:4000" - "4000:4000"
volumes: volumes:
@@ -10,8 +10,12 @@ services:
environment: environment:
- DATABASE_URL=postgresql://litellm:litellm@postgres:5432/litellm - DATABASE_URL=postgresql://litellm:litellm@postgres:5432/litellm
- STORE_MODEL_IN_DB=True - STORE_MODEL_IN_DB=True
- UI_USERNAME=litellm
- UI_PASSWORD=litellm
depends_on: depends_on:
- postgres postgres:
condition: service_healthy
restart: true
restart: unless-stopped restart: unless-stopped
postgres: postgres:
@@ -22,4 +26,10 @@ services:
- POSTGRES_USER=litellm - POSTGRES_USER=litellm
- POSTGRES_PASSWORD=litellm - POSTGRES_PASSWORD=litellm
- POSTGRES_DB=litellm - POSTGRES_DB=litellm
healthcheck:
test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"]
interval: 10s
retries: 5
start_period: 30s
timeout: 10s
restart: unless-stopped restart: unless-stopped

19
litellm/supervisor.d/litellm.ini Normal file
View File

@@ -0,0 +1,19 @@
#
# pipx install litellm[prisma,proxy]
# pipx upgrade litellm
#
[program:litellm]
command = /Users/kev/.local/bin/litellm --config litellm.yaml --telemetry False
process_name = %(program_name)s
directory = /usr/local/etc/litellm
environment =
UI_USERNAME="litellm",
UI_PASSWORD="litellm",
LITELLM_MASTER_KEY="sk-1234",
ANTHROPIC_API_KEY="sk-xxxxxx",
OPENAI_API_KEY="sk-xxxxxx",
DASHSCOPE_API_KEY="sk-xxxxxx"
autostart = true
autorestart = true
redirect_stderr = true