elegos
Repositories
2
 Projects Packages
6
 Public activity Starred repositories

ledgero/backend (733472f04b3e-cuda)

Published 2026-07-22 23:59:17 +02:00 by elegos

Installation

docker pull git.giacomofurlan.name/elegos/ledgero/backend:733472f04b3e-cuda
sha256:66c5648f16a579ce6ea959c387658ad156bc84d5c58358383acc270885659506

Image layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=24.04
ADD file:a3272496fda5a8d021b94dccaa6baa685ded51e9d23edb05f0b30978a83c9fc2 in /
CMD ["/bin/bash"]
ENV NVARCH=x86_64
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
ENV NV_CUDA_CUDART_VERSION=12.6.77-1
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
ENV CUDA_VERSION=12.6.3
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
ENV NV_CUDA_LIB_VERSION=12.6.3-1
ENV NV_NVTX_VERSION=12.6.77-1
ENV NV_LIBNPP_VERSION=12.3.1.54-1
ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.54-1
ENV NV_LIBCUSPARSE_VERSION=12.5.4.2-1
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
ENV NV_LIBCUBLAS_VERSION=12.6.4.1-1
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.4.1-1
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
ENV NV_LIBNCCL_PACKAGE_VERSION=2.23.4-1
ENV NCCL_VERSION=2.23.4-1
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.23.4-1+cuda12.6
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
ENV NVIDIA_PRODUCT_NAME=CUDA
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
ARG LLAMA_CPP_BACKEND=cuda
RUN |1 LLAMA_CPP_BACKEND=cuda /bin/sh -c set -eu; apt-get update; apt-get install -y --no-install-recommends libgomp1 curl ca-certificates; if [ "$LLAMA_CPP_BACKEND" = "vulkan" ]; then apt-get install -y --no-install-recommends libvulkan1 mesa-vulkan-drivers libxext6; fi; if ! command -v python3 >/dev/null 2>&1; then apt-get install -y --no-install-recommends python3; fi; rm -rf /var/lib/apt/lists/*; existing_uid_1000="$(getent passwd 1000 | cut -d: -f1)"; if [ -n "$existing_uid_1000" ]; then userdel -r "$existing_uid_1000" 2>/dev/null || true; fi; useradd --create-home --uid 1000 ledgero # buildkit
WORKDIR /app
COPY --chown=ledgero:ledgero /app/.venv /app/.venv # buildkit
COPY --chown=ledgero:ledgero /app/ledgero /app/ledgero # buildkit
COPY --chown=ledgero:ledgero /app/alembic.ini /app/alembic.ini # buildkit
COPY --chown=ledgero:ledgero /app/alembic /app/alembic # buildkit
COPY --chown=ledgero:ledgero docker-entrypoint.sh /app/docker-entrypoint.sh # buildkit
ENV PATH=/app/.venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
RUN |1 LLAMA_CPP_BACKEND=cuda /bin/sh -c chmod +x /app/docker-entrypoint.sh # buildkit
USER ledgero
EXPOSE [8000/tcp]
HEALTHCHECK {Test:[CMD-SHELL python -c "import urllib.request; urllib.request.urlopen('http://localhost:8000/healthz')" || exit 1] Interval:30s Timeout:5s StartPeriod:10s StartInterval:0s Retries:0}
ENTRYPOINT ["/app/docker-entrypoint.sh"]
CMD ["uvicorn" "ledgero.main:app" "--host" "0.0.0.0" "--port" "8000"]

Labels

Key Value
maintainer NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.version 24.04
Details
Container
2026-07-22 23:59:17 +02:00
1
OCI / Docker
linux/amd64
1.7 GiB
Versions (155) View all
latest-cuda 2026-08-17
buildcache-cuda 2026-08-17
b03998f0e507-cuda 2026-08-17
develop-cuda 2026-08-17
latest 2026-08-17