From 176c9f84d5ec07a233a90fac47edfddf6e942e9f Mon Sep 17 00:00:00 2001 From: "R. Gierwialo" Date: Sun, 18 Jan 2026 11:36:25 +0000 Subject: [PATCH] Add LiteLLM --- core_services/docker-compose.yaml | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/core_services/docker-compose.yaml b/core_services/docker-compose.yaml index afe2af7..c71677b 100644 --- a/core_services/docker-compose.yaml +++ b/core_services/docker-compose.yaml @@ -84,6 +84,29 @@ services: - SYS_ADMIN volumes: - data_ups:/etc/nut + + llmproxy: + image: ghcr.io/berriai/litellm:main-stable + container_name: core_llmproxy + deploy: + resources: + limits: + cpus: '0.75' + memory: 512M + networks: + internal_traffic: + ipv4_address: 192.168.2.30 + environment: + DATABASE_URL: "postgresql://litellm:litellm@192.168.3.41:5432/litellm" + STORE_MODEL_IN_DB: "True" # allows adding models to proxy via UI + env_file: + - .env # Load local .env file + healthcheck: # Defines the health check configuration for the container + test: [ "CMD-SHELL", "wget --no-verbose --tries=1 http://localhost:4000/health/liveliness || exit 1" ] # Command to execute for health check + interval: 30s # Perform health check every 30 seconds + timeout: 10s # Health check command times out after 10 seconds + retries: 3 # Retry up to 3 times if health check fails + start_period: 40s # Wait 40 seconds after container start before beginning health check volumes: data_nginx_manager: external: true