Add LiteLLM

core_services/docker-compose.yaml

@@ -84,6 +84,29 @@ services:
                   - SYS_ADMIN
                 volumes:
                         - data_ups:/etc/nut
+
+        llmproxy:
+                image: ghcr.io/berriai/litellm:main-stable
+                container_name: core_llmproxy
+                deploy:
+                        resources:
+                                limits:
+                                    cpus: '0.75'
+                                    memory: 512M
+                networks:
+                        internal_traffic:
+                                ipv4_address: 192.168.2.30
+                environment:
+                       DATABASE_URL: "postgresql://litellm:litellm@192.168.3.41:5432/litellm"
+                       STORE_MODEL_IN_DB: "True" # allows adding models to proxy via UI
+                env_file:
+                       - .env # Load local .env file
+                healthcheck:  # Defines the health check configuration for the container
+                       test: [ "CMD-SHELL", "wget --no-verbose --tries=1 http://localhost:4000/health/liveliness || exit 1" ]  # Command to execute for health check
+                       interval: 30s  # Perform health check every 30 seconds
+                       timeout: 10s   # Health check command times out after 10 seconds
+                       retries: 3     # Retry up to 3 times if health check fails
+                       start_period: 40s  # Wait 40 seconds after container start before beginning health check
 volumes:
         data_nginx_manager:
                 external: true