blaze-inside-litellm (sha256:bb9192495b8f7c3d1e1b57532a0535bc2c7d3f560d496991d11c7d6b4acf96de)

Published 2026-09-14 16:34:50 +00:00 by daniel

Installation

docker pull git.blaze.codes/daniel/blaze-inside-litellm@sha256:bb9192495b8f7c3d1e1b57532a0535bc2c7d3f560d496991d11c7d6b4acf96de
sha256:bb9192495b8f7c3d1e1b57532a0535bc2c7d3f560d496991d11c7d6b4acf96de

About this package

Python SDK, Proxy Server (AI Gateway) to call 100+ LLM APIs in OpenAI (or native) format, with cost tracking, guardrails, loadbalancing and logging. [Bedrock, Azure, OpenAI, VertexAI, Cohere, Anthropic, Sagemaker, HuggingFace, VLLM, NVIDIA NIM]

Image layers

apko
apko
apko
apko
apko
apko
apko
apko
apko
apko
apko
USER root
RUN /bin/sh -c apk add --no-cache bash openssl tzdata nodejs npm python3 py3-pip libsndfile && npm install -g npm@latest tar@7.5.11 glob@11.1.0 @isaacs/brace-expansion@5.0.1 minimatch@10.2.4 diff@8.0.3 && GLOBAL="$(npm root -g)" && find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; done && find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; done && find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; done && find "$GLOBAL/npm" -type d -name "minimatch" -path "*/node_modules/minimatch" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/minimatch" "$d"; done && find "$GLOBAL/npm" -type d -name "diff" -path "*/node_modules/diff" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/diff" "$d"; done && find /usr/local/lib /usr/lib -path "*/node_modules/npm/package.json" -exec sed -i 's/"tar": "\^7\.5\.[0-9]*"/"tar": "^7.5.10"/g; s/"minimatch": "\^10\.[0-9.]*"/"minimatch": "^10.2.4"/g' {} + 2>/dev/null && npm cache clean --force && { apk del --no-cache npm 2>/dev/null || true; } # buildkit
WORKDIR /app
COPY . . # buildkit
RUN /bin/sh -c ls -la /app # buildkit
COPY /app/dist/*.whl . # buildkit
COPY /wheels/ /wheels/ # buildkit
RUN /bin/sh -c pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels # buildkit
RUN /bin/sh -c GLOBAL="$(npm root -g)" && [ -n "$GLOBAL" ] || { echo "ERROR: npm root -g returned empty; aborting"; exit 1; } && find /usr/lib -type d -name "tar" -path "*/node_modules/tar" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; done && find /usr/lib -type d -name "glob" -path "*/node_modules/glob" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; done && find /usr/lib -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; done && find /usr/lib -type d -name "minimatch" -path "*/node_modules/minimatch" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/minimatch" "$d"; done && find /usr/lib -type d -name "diff" -path "*/node_modules/diff" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/diff" "$d"; done # buildkit
RUN /bin/sh -c sed -i 's/\r$//' docker/install_auto_router.sh && chmod +x docker/install_auto_router.sh && ./docker/install_auto_router.sh # buildkit
RUN /bin/sh -c pip uninstall jwt -y # buildkit
RUN /bin/sh -c pip uninstall PyJWT -y # buildkit
RUN /bin/sh -c pip install PyJWT==2.12.0 --no-cache-dir # buildkit
RUN /bin/sh -c sed -i 's/\r$//' docker/build_admin_ui.sh && chmod +x docker/build_admin_ui.sh && ./docker/build_admin_ui.sh # buildkit
RUN /bin/sh -c prisma generate # buildkit
RUN /bin/sh -c sed -i 's/\r$//' docker/entrypoint.sh && chmod +x docker/entrypoint.sh # buildkit
RUN /bin/sh -c sed -i 's/\r$//' docker/prod_entrypoint.sh && chmod +x docker/prod_entrypoint.sh # buildkit
EXPOSE [4000/tcp]
RUN /bin/sh -c apk add --no-cache supervisor # buildkit
COPY docker/supervisord.conf /etc/supervisord.conf # buildkit
ENTRYPOINT ["docker/prod_entrypoint.sh"]
CMD ["--port" "4000"]
COPY litellm-config.yaml /app/litellm-config.yaml # buildkit
CMD ["--config" "/app/litellm-config.yaml" "--port" "4000" "--num_workers" "1"]

Labels

Key Value
dev.chainguard.image.title wolfi-base
dev.chainguard.package.main
org.opencontainers.image.authors Chainguard Team https://www.chainguard.dev/
org.opencontainers.image.created 2026-03-24T05:47:31.533Z
org.opencontainers.image.description Python SDK, Proxy Server (AI Gateway) to call 100+ LLM APIs in OpenAI (or native) format, with cost tracking, guardrails, loadbalancing and logging. [Bedrock, Azure, OpenAI, VertexAI, Cohere, Anthropic, Sagemaker, HuggingFace, VLLM, NVIDIA NIM]
org.opencontainers.image.licenses NOASSERTION
org.opencontainers.image.revision 9a5c778f1824641fe9f6c8dcc1d096fd9d8ef9f0
org.opencontainers.image.source https://github.com/BerriAI/litellm
org.opencontainers.image.title litellm
org.opencontainers.image.url https://github.com/BerriAI/litellm
org.opencontainers.image.vendor Chainguard
org.opencontainers.image.version litellm_v1.82.3-stable.patch.2
Details
Container
2026-09-14 16:34:50 +00:00
1
OCI / Docker
linux/arm64
Chainguard Team https://www.chainguard.dev/
NOASSERTION
682 MiB
Versions (36) View all
v2026.09.24.5 2026-09-24
v2026.09.24.4 2026-09-24
v2026.09.24.3 2026-09-24
v2026.09.24.2 2026-09-24
v2026.09.24.1 2026-09-24