mirror of
https://github.com/nerfstudio-project/nerfstudio.git
synced 2026-11-19 22:25:44 +08:00
CUDA 12.8-based image variant that can build for and run on sm_120: - nvidia/cuda:12.8.1 base, PyTorch 2.8.0+cu128 (ships sm_120 kernels) - CUDA_ARCHITECTURES defaults to 120; arch-list awk handles 3-digit archs - COLMAP 3.12.6 / GLOMAP 1.2.0 (CUDA 12.8-compatible releases) - tiny-cuda-nn pinned to a Blackwell-capable master commit - tcnn/gsplat built with --no-build-isolation - nerfacc JIT kernels pre-compiled at build time (runtime stage has no nvcc) - apt sandbox workaround for seccomp-related GPG verification failures - docs: mention the variant in the docker install section Validated on RTX 5060: image builds clean; splatfacto and nerfacto both train to completion inside the container.
182 lines
7.8 KiB
Docker
182 lines
7.8 KiB
Docker
# syntax=docker/dockerfile:1
|
|
# Blackwell (sm_120, RTX 50-series) variant of the nerfstudio Docker image.
|
|
#
|
|
# Differences from the stock Dockerfile:
|
|
# - CUDA 12.8 base images (sm_120 requires CUDA >= 12.8)
|
|
# - PyTorch 2.8 with cu128 wheels (ships sm_120 kernels)
|
|
# - COLMAP 3.12.6 / GLOMAP 1.2.0 (CUDA 12.8-compatible releases)
|
|
# - tiny-cuda-nn pinned to a Blackwell-capable master commit
|
|
# - CUDA_ARCHITECTURES defaults to "120"
|
|
# - nerfacc's JIT CUDA kernels are pre-compiled during the build (the
|
|
# runtime stage has no nvcc, so they could not be built on first use)
|
|
ARG UBUNTU_VERSION=22.04
|
|
ARG NVIDIA_CUDA_VERSION=12.8.1
|
|
# CUDA architectures, required by Colmap and tiny-cuda-nn. Use >= 8.0 for faster TCNN.
|
|
ARG CUDA_ARCHITECTURES="120"
|
|
ARG NERFSTUDIO_VERSION=""
|
|
|
|
# Pull source either provided or from git.
|
|
FROM scratch as source_copy
|
|
ONBUILD COPY . /tmp/nerfstudio
|
|
FROM alpine/git as source_no_copy
|
|
ARG NERFSTUDIO_VERSION
|
|
ONBUILD RUN git clone --branch ${NERFSTUDIO_VERSION} --recursive https://github.com/nerfstudio-project/nerfstudio.git /tmp/nerfstudio
|
|
ARG NERFSTUDIO_VERSION
|
|
FROM source_${NERFSTUDIO_VERSION:+no_}copy as source
|
|
|
|
FROM nvidia/cuda:${NVIDIA_CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} as builder
|
|
ARG CUDA_ARCHITECTURES
|
|
ARG NVIDIA_CUDA_VERSION
|
|
ARG UBUNTU_VERSION
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
ENV QT_XCB_GL_INTEGRATION=xcb_egl
|
|
# Work around apt _apt sandbox verification failing under docker's seccomp
|
|
# profile on newer kernels (spurious "invalid signature" GPG errors).
|
|
RUN echo 'APT::Sandbox::User "root";' > /etc/apt/apt.conf.d/99docker-sandbox && \
|
|
apt-get update && \
|
|
apt-get install -y --no-install-recommends --no-install-suggests \
|
|
git \
|
|
wget \
|
|
ninja-build \
|
|
build-essential \
|
|
libboost-program-options-dev \
|
|
libboost-filesystem-dev \
|
|
libboost-graph-dev \
|
|
libboost-system-dev \
|
|
libeigen3-dev \
|
|
libflann-dev \
|
|
libfreeimage-dev \
|
|
libmetis-dev \
|
|
libgoogle-glog-dev \
|
|
libgtest-dev \
|
|
libsqlite3-dev \
|
|
libglew-dev \
|
|
qtbase5-dev \
|
|
libqt5opengl5-dev \
|
|
libcgal-dev \
|
|
libceres-dev \
|
|
python3.10-dev \
|
|
python3-pip
|
|
|
|
# Build and install CMake
|
|
RUN wget https://github.com/Kitware/CMake/releases/download/v3.31.3/cmake-3.31.3-linux-x86_64.sh \
|
|
-q -O /tmp/cmake-install.sh \
|
|
&& chmod u+x /tmp/cmake-install.sh \
|
|
&& mkdir /opt/cmake-3.31.3 \
|
|
&& /tmp/cmake-install.sh --skip-license --prefix=/opt/cmake-3.31.3 \
|
|
&& rm /tmp/cmake-install.sh \
|
|
&& ln -s /opt/cmake-3.31.3/bin/* /usr/local/bin
|
|
|
|
# Build and install GLOMAP.
|
|
RUN git clone https://github.com/colmap/glomap.git && \
|
|
cd glomap && \
|
|
git checkout "1.2.0" && \
|
|
mkdir build && \
|
|
cd build && \
|
|
mkdir -p /build && \
|
|
cmake .. -GNinja "-DCMAKE_CUDA_ARCHITECTURES=${CUDA_ARCHITECTURES}" \
|
|
-DCMAKE_INSTALL_PREFIX=/build/glomap && \
|
|
ninja install -j4 && \
|
|
cd ~
|
|
|
|
# Build and install COLMAP.
|
|
RUN git clone https://github.com/colmap/colmap.git && \
|
|
cd colmap && \
|
|
git checkout "3.12.6" && \
|
|
mkdir build && \
|
|
cd build && \
|
|
mkdir -p /build && \
|
|
cmake .. -GNinja "-DCMAKE_CUDA_ARCHITECTURES=${CUDA_ARCHITECTURES}" \
|
|
-DCMAKE_INSTALL_PREFIX=/build/colmap && \
|
|
ninja install -j4 && \
|
|
cd ~
|
|
|
|
# Upgrade pip and install dependencies (torch with sm_120 kernels via cu128 wheels).
|
|
RUN pip install --no-cache-dir --upgrade pip 'setuptools<70.0.0' && \
|
|
pip install --no-cache-dir torch==2.8.0 torchvision==0.23.0 --index-url https://download.pytorch.org/whl/cu128 && \
|
|
git clone --branch master --recursive https://github.com/cvg/Hierarchical-Localization.git /opt/hloc && \
|
|
cd /opt/hloc && git checkout v1.4 && python3.10 -m pip install --no-cache-dir . && cd ~ && \
|
|
TCNN_CUDA_ARCHITECTURES="${CUDA_ARCHITECTURES}" pip install --no-cache-dir --no-build-isolation "git+https://github.com/NVlabs/tiny-cuda-nn.git@749dd70c5afc5a9dadb85e5652ed65d55e0ba187#subdirectory=bindings/torch" && \
|
|
pip install --no-cache-dir pycolmap==0.6.1 pyceres==2.1 omegaconf==2.3.0
|
|
|
|
# Install gsplat and nerfstudio.
|
|
# NOTE: both are installed jointly in order to prevent docker cache with latest
|
|
# gsplat version (we do not expliticly specify the commit hash).
|
|
#
|
|
# We set MAX_JOBS to reduce resource usage for GH actions:
|
|
# - https://github.com/nerfstudio-project/gsplat/blob/db444b904976d6e01e79b736dd89a1070b0ee1d0/setup.py#L13-L23
|
|
COPY --from=source /tmp/nerfstudio/ /tmp/nerfstudio
|
|
RUN export TORCH_CUDA_ARCH_LIST="$(echo "$CUDA_ARCHITECTURES" | tr ';' '\n' | awk '{if ($0 > 99) print substr($0,1,2)"."substr($0,3); else if ($0 > 70) print substr($0,1,1)"."substr($0,2)}' | tr '\n' ' ' | sed 's/ $//')" && \
|
|
export MAX_JOBS=4 && \
|
|
GSPLAT_VERSION="$(sed -n 's/.*gsplat==\s*\([^," '"'"']*\).*/\1/p' /tmp/nerfstudio/pyproject.toml)" && \
|
|
pip install --no-cache-dir --no-build-isolation git+https://github.com/nerfstudio-project/gsplat.git@v${GSPLAT_VERSION} && \
|
|
pip install --no-cache-dir /tmp/nerfstudio 'numpy<2.0.0' && \
|
|
rm -rf /tmp/nerfstudio
|
|
|
|
# Pre-compile nerfacc's JIT CUDA kernels. nerfacc compiles its kernels on first
|
|
# use, but the runtime stage has no nvcc, so build them now and copy the torch
|
|
# extension cache into the runtime image. The build container has no GPU, so
|
|
# use the CUDA driver stub to satisfy the import after compilation.
|
|
RUN export TORCH_CUDA_ARCH_LIST="$(echo "$CUDA_ARCHITECTURES" | tr ';' '\n' | awk '{if ($0 > 99) print substr($0,1,2)"."substr($0,3); else if ($0 > 70) print substr($0,1,1)"."substr($0,2)}' | tr '\n' ' ' | sed 's/ $//')" && \
|
|
export MAX_JOBS=4 && \
|
|
ln -sf /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/stubs/libcuda.so.1 && \
|
|
LD_LIBRARY_PATH=/usr/local/cuda/lib64/stubs:${LD_LIBRARY_PATH} \
|
|
python3.10 -c "from nerfacc.cuda._backend import _C; print('nerfacc CUDA kernels pre-compiled')" && \
|
|
find /root/.cache/torch_extensions -name "nerfacc_cuda.so" | grep .
|
|
|
|
# Fix permissions
|
|
RUN chmod -R go=u /usr/local/lib/python3.10 && \
|
|
chmod -R go=u /build
|
|
|
|
#
|
|
# Docker runtime stage.
|
|
#
|
|
FROM nvidia/cuda:${NVIDIA_CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION} as runtime
|
|
ARG CUDA_ARCHITECTURES
|
|
ARG NVIDIA_CUDA_VERSION
|
|
ARG UBUNTU_VERSION
|
|
|
|
LABEL org.opencontainers.image.source = "https://github.com/nerfstudio-project/nerfstudio"
|
|
LABEL org.opencontainers.image.licenses = "Apache License 2.0"
|
|
LABEL org.opencontainers.image.base.name="docker.io/library/nvidia/cuda:${NVIDIA_CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}"
|
|
LABEL org.opencontainers.image.documentation = "https://docs.nerf.studio/"
|
|
|
|
# Minimal dependencies to run COLMAP binary compiled in the builder stage.
|
|
# Note: this reduces the size of the final image considerably, since all the
|
|
# build dependencies are not needed.
|
|
RUN echo 'APT::Sandbox::User "root";' > /etc/apt/apt.conf.d/99docker-sandbox && \
|
|
apt-get update && \
|
|
apt-get install -y --no-install-recommends --no-install-suggests \
|
|
libboost-filesystem1.74.0 \
|
|
libboost-program-options1.74.0 \
|
|
libc6 \
|
|
libceres2 \
|
|
libfreeimage3 \
|
|
libgcc-s1 \
|
|
libgl1 \
|
|
libglew2.2 \
|
|
libgoogle-glog0v5 \
|
|
libqt5core5a \
|
|
libqt5gui5 \
|
|
libqt5widgets5 \
|
|
python3.10 \
|
|
python3.10-dev \
|
|
build-essential \
|
|
python-is-python3 \
|
|
ffmpeg
|
|
|
|
# Copy packages from builder stage.
|
|
COPY --from=builder /build/colmap/ /usr/local/
|
|
COPY --from=builder /build/glomap/ /usr/local/
|
|
COPY --from=builder /usr/local/lib/python3.10/dist-packages/ /usr/local/lib/python3.10/dist-packages/
|
|
COPY --from=builder /usr/local/bin/ns* /usr/local/bin/
|
|
# Pre-compiled nerfacc JIT kernels (see builder stage).
|
|
COPY --from=builder /root/.cache/torch_extensions /root/.cache/torch_extensions
|
|
|
|
# Install nerfstudio cli auto completion
|
|
RUN /bin/bash -c 'ns-install-cli --mode install'
|
|
|
|
# Bash as default entrypoint.
|
|
CMD /bin/bash -l
|