Mirrored Docker images for IGN infrastructure

berriai-litellm (main-latest)

Published 2026-02-25 03:57:23 +00:00 by Bryan Mellott

Pull the image from the command line:

docker pull gitea.bryanmellott.com/ign-images/berriai-litellm:main-latest

Digest

sha256:7c32379b727b38c5680af61ccec40d108c5f48fcf302e93b2d4c084adb013c23

For more information on the Container registry, see the documentation.

Python SDK, Proxy Server (AI Gateway) to call 100+ LLM APIs in OpenAI (or native) format, with cost tracking, guardrails, loadbalancing and logging. [Bedrock, Azure, OpenAI, VertexAI, Cohere, Anthropic, Sagemaker, HuggingFace, VLLM, NVIDIA NIM]

Image Layers

apko

USER root

RUN /bin/sh -c apk add --no-cache bash openssl tzdata nodejs npm python3 py3-pip libsndfile && npm install -g npm@latest tar@7.5.7 glob@11.1.0 @isaacs/brace-expansion@5.0.1 && GLOBAL="$(npm root -g)" && find "$GLOBAL/npm" -type d -name "tar" -path "*/node_modules/tar" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; done && find "$GLOBAL/npm" -type d -name "glob" -path "*/node_modules/glob" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; done && find "$GLOBAL/npm" -type d -name "brace-expansion" -path "*/node_modules/@isaacs/brace-expansion" | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; done && npm cache clean --force # buildkit

WORKDIR /app

COPY . . # buildkit

RUN /bin/sh -c ls -la /app # buildkit

COPY /app/dist/*.whl . # buildkit

COPY /wheels/ /wheels/ # buildkit

RUN /bin/sh -c pip install *.whl /wheels/* --no-index --find-links=/wheels/ && rm -f *.whl && rm -rf /wheels # buildkit

RUN /bin/sh -c NODEJS_WHEEL_NODE=$(find /usr/lib -path "*/nodejs_wheel/bin/node" 2>/dev/null) && if [ -n "$NODEJS_WHEEL_NODE" ]; then cp /usr/bin/node "$NODEJS_WHEEL_NODE"; fi # buildkit

RUN /bin/sh -c find /usr/lib -type f -path "*/tornado/test/*" -delete && find /usr/lib -type d -path "*/tornado/test" -delete # buildkit

RUN /bin/sh -c GLOBAL="$(npm root -g)" && find /usr/lib -path "*/nodejs_wheel/*/node_modules/tar" -type d | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/tar" "$d"; done && find /usr/lib -path "*/nodejs_wheel/*/node_modules/glob" -type d | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/glob" "$d"; done && find /usr/lib -path "*/nodejs_wheel/*/node_modules/@isaacs/brace-expansion" -type d | while read d; do rm -rf "$d" && cp -rL "$GLOBAL/@isaacs/brace-expansion" "$d"; done # buildkit

RUN /bin/sh -c sed -i 's/\r$//' docker/install_auto_router.sh && chmod +x docker/install_auto_router.sh && ./docker/install_auto_router.sh # buildkit

RUN /bin/sh -c prisma generate --schema=./litellm/proxy/schema.prisma # buildkit

RUN /bin/sh -c sed -i 's/\r$//' docker/entrypoint.sh && chmod +x docker/entrypoint.sh # buildkit

RUN /bin/sh -c sed -i 's/\r$//' docker/prod_entrypoint.sh && chmod +x docker/prod_entrypoint.sh # buildkit

EXPOSE [4000/tcp]

RUN /bin/sh -c apk add --no-cache supervisor # buildkit

COPY docker/supervisord.conf /etc/supervisord.conf # buildkit

ENTRYPOINT ["docker/prod_entrypoint.sh"]

CMD ["--port" "4000"]

Key	Value
dev.chainguard.image.title	wolfi-base
dev.chainguard.package.main
org.opencontainers.image.authors	Chainguard Team https://www.chainguard.dev/
org.opencontainers.image.created	2026-02-23T20:19:55.440Z
org.opencontainers.image.description	Python SDK, Proxy Server (AI Gateway) to call 100+ LLM APIs in OpenAI (or native) format, with cost tracking, guardrails, loadbalancing and logging. [Bedrock, Azure, OpenAI, VertexAI, Cohere, Anthropic, Sagemaker, HuggingFace, VLLM, NVIDIA NIM]
org.opencontainers.image.licenses	NOASSERTION
org.opencontainers.image.revision	71b4bd12a77ae66b39ad5716be783d8badb57e8d
org.opencontainers.image.source	https://github.com/BerriAI/litellm
org.opencontainers.image.title	litellm
org.opencontainers.image.url	https://github.com/BerriAI/litellm
org.opencontainers.image.vendor	Chainguard
org.opencontainers.image.version	main