diff --git a/compose/hf-pdocker-01/litellm/.env.example b/compose/hf-pdocker-01/litellm/.env.example new file mode 100644 index 0000000..6a5ee0f --- /dev/null +++ b/compose/hf-pdocker-01/litellm/.env.example @@ -0,0 +1,2 @@ +ANTHROPIC_API_KEY=your-anthropic-api-key +OPENAI_API_KEY=your-openai-api-key diff --git a/compose/hf-pdocker-01/litellm/docker-compose.yml b/compose/hf-pdocker-01/litellm/docker-compose.yml new file mode 100644 index 0000000..f156f01 --- /dev/null +++ b/compose/hf-pdocker-01/litellm/docker-compose.yml @@ -0,0 +1,26 @@ +services: + litellm: + image: ghcr.io/berriai/litellm:main-latest + container_name: litellm + restart: unless-stopped + ports: + - "4000:4000" + volumes: + - /mnt/docker-data/configs/litellm/config.yaml:/app/config.yaml + env_file: + - .env + command: ["--config", "/app/config.yaml", "--port", "4000"] + labels: + - "com.centurylinklabs.watchtower.enable=false" + mem_limit: 1G + healthcheck: + test: ["CMD-SHELL", "curl -f http://localhost:4000/health || exit 1"] + interval: 30s + timeout: 10s + retries: 3 + start_period: 60s + logging: + driver: "json-file" + options: + max-size: "50m" + max-file: "3"