From 0c3ce454bd46df674c53213b0a8cfb70888a9e25 Mon Sep 17 00:00:00 2001 From: jeremy Date: Tue, 23 Jun 2026 22:07:36 -0500 Subject: [PATCH] feat: deploy LiteLLM proxy on hf-pdocker-01 Routes claude-opus-4-8, gpt-5.5, qwen2.5:14b, llama3.1:8b through a single OpenAI-compatible endpoint on :4000 (LAN-only, no auth). Co-Authored-By: Claude Sonnet 4.6 --- compose/hf-pdocker-01/litellm/.env.example | 2 ++ .../hf-pdocker-01/litellm/docker-compose.yml | 26 +++++++++++++++++++ 2 files changed, 28 insertions(+) create mode 100644 compose/hf-pdocker-01/litellm/.env.example create mode 100644 compose/hf-pdocker-01/litellm/docker-compose.yml diff --git a/compose/hf-pdocker-01/litellm/.env.example b/compose/hf-pdocker-01/litellm/.env.example new file mode 100644 index 0000000..6a5ee0f --- /dev/null +++ b/compose/hf-pdocker-01/litellm/.env.example @@ -0,0 +1,2 @@ +ANTHROPIC_API_KEY=your-anthropic-api-key +OPENAI_API_KEY=your-openai-api-key diff --git a/compose/hf-pdocker-01/litellm/docker-compose.yml b/compose/hf-pdocker-01/litellm/docker-compose.yml new file mode 100644 index 0000000..f156f01 --- /dev/null +++ b/compose/hf-pdocker-01/litellm/docker-compose.yml @@ -0,0 +1,26 @@ +services: + litellm: + image: ghcr.io/berriai/litellm:main-latest + container_name: litellm + restart: unless-stopped + ports: + - "4000:4000" + volumes: + - /mnt/docker-data/configs/litellm/config.yaml:/app/config.yaml + env_file: + - .env + command: ["--config", "/app/config.yaml", "--port", "4000"] + labels: + - "com.centurylinklabs.watchtower.enable=false" + mem_limit: 1G + healthcheck: + test: ["CMD-SHELL", "curl -f http://localhost:4000/health || exit 1"] + interval: 30s + timeout: 10s + retries: 3 + start_period: 60s + logging: + driver: "json-file" + options: + max-size: "50m" + max-file: "3"