ARG UBUNTU_RELEASE=22.04 ARG CUDA_VERSION=12.2.0 ARG VIRTUALGL_VERSION=3.1 ARG GSTREAMER_VERSION=1.22 # # Stage 0: Build gstreamer with nvidia plugins. # FROM ubuntu:${UBUNTU_RELEASE} AS gstreamer ARG GSTREAMER_VERSION # # install dependencies ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ apt-get update; \ apt-get install -y --no-install-recommends \ # Install essentials curl build-essential ca-certificates git \ # Install pip and ninja python3-pip python-gi-dev ninja-build \ # Install build deps autopoint autoconf automake autotools-dev libtool gettext bison flex gtk-doc-tools \ # Install libraries libtool-bin \ libgtk2.0-dev \ libgl1-mesa-dev \ libopus-dev \ libpulse-dev \ libssl-dev \ libx264-dev \ libvpx-dev; \ # Install meson pip3 install meson; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # build gstreamer RUN set -eux; \ git clone --depth 1 --branch $GSTREAMER_VERSION https://gitlab.freedesktop.org/gstreamer/gstreamer.git /gstreamer/src; \ cd /gstreamer/src; \ mkdir -p /opt/gstreamer; \ meson --prefix /opt/gstreamer \ -Dgpl=enabled \ -Dugly=enabled \ -Dgst-plugins-ugly:x264=enabled \ build; \ ninja -C build; \ meson install -C build; # # Stage 0: Build xorg dependencies. # FROM debian:bookworm-slim as xorg-deps ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ apt-get update; \ apt-get install -y \ git gcc pkgconf autoconf automake libtool make xorg-dev xutils-dev \ && rm -rf /var/lib/apt/lists/*; WORKDIR /xorg COPY xorg/ /xorg/ # build xserver-xorg-video-dummy 0.3.8-2 with RandR support. RUN set -eux; \ cd xf86-video-dummy; \ git clone --depth 1 --branch xserver-xorg-video-dummy-1_0.3.8-2 https://salsa.debian.org/xorg-team/driver/xserver-xorg-video-dummy; \ cd xserver-xorg-video-dummy; \ patch -p1 < ../xdummy-randr.patch; \ ./autogen.sh; \ make -j$(nproc); \ make install; # build custom input driver RUN set -eux; \ cd xf86-input-neko; \ ./autogen.sh --prefix=/usr; \ ./configure; \ make -j$(nproc); \ make install; # # Stage 1: Build. # FROM golang:1.21-bookworm as build WORKDIR /src # # install dependencies ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ apt-get update; \ apt-get install -y --no-install-recommends \ libx11-dev libxrandr-dev libxtst-dev libgtk-3-dev libxcvt-dev \ libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* ARG GIT_COMMIT ARG GIT_BRANCH ARG GIT_TAG # # build server COPY . . RUN ./build # # Stage 2: Runtime. # FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_RELEASE} as runtime ARG UBUNTU_RELEASE ARG VIRTUALGL_VERSION # Make all NVIDIA GPUs visible by default ENV NVIDIA_VISIBLE_DEVICES all # All NVIDIA driver capabilities should preferably be used, check `NVIDIA_DRIVER_CAPABILITIES` inside the container if things do not work ENV NVIDIA_DRIVER_CAPABILITIES all # # set vgl-display to headless 3d gpu card/// correct values are egl[n] or /dev/dri/card0:if this is passed into container ENV VGL_DISPLAY egl # # set custom user ARG USERNAME=neko ARG USER_UID=1000 ARG USER_GID=$USER_UID # # install hardware accleration dependencies ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ dpkg --add-architecture i386; \ apt-get update; \ apt-get install -y --no-install-recommends \ # opengl base: https://gitlab.com/nvidia/container-images/opengl/-/blob/ubuntu20.04/base/Dockerfile libxau6 libxau6:i386 \ libxdmcp6 libxdmcp6:i386 \ libxcb1 libxcb1:i386 \ libxext6 libxext6:i386 \ libx11-6 libx11-6:i386 \ # opengl runtime: https://gitlab.com/nvidia/container-images/opengl/-/blob/ubuntu20.04/glvnd/runtime/Dockerfile libglvnd0 libglvnd0:i386 \ libgl1 libgl1:i386 \ libglx0 libglx0:i386 \ libegl1 libegl1:i386 \ libgles2 libgles2:i386 \ # hardware accleration utilities libglu1 libglu1:i386 \ libvulkan-dev libvulkan-dev:i386 \ mesa-utils mesa-utils-extra \ mesa-va-drivers mesa-vulkan-drivers \ vainfo vdpauinfo; \ # # install vulkan-utils or vulkan-tools depending on ubuntu release if [ "${UBUNTU_RELEASE}" = "18.04" ]; then \ apt-get install -y --no-install-recommends vulkan-utils; \ else \ apt-get install -y --no-install-recommends vulkan-tools; \ fi; \ # # create symlink for libnvrtc.so (needed for cudaconvert) find /usr/local/cuda/lib64/ -maxdepth 1 -type l -name "*libnvrtc.so.*" -exec sh -c 'ln -sf {} /usr/local/cuda/lib64/libnvrtc.so' \;; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # add cuda to ld path, for gstreamer cuda plugins ENV LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:/usr/lib/i386-linux-gnu${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}:/usr/local/cuda/lib:/usr/local/cuda/lib64" # # install dependencies ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ apt-get update; \ apt-get install -y --no-install-recommends \ wget ca-certificates \ pulseaudio dbus-x11 xserver-xorg-video-dummy \ libcairo2 libxcb1 libxrandr2 libxv1 libopus0 libvpx7 libx264-163 libxcvt0 \ libgtk-3-bin software-properties-common cabextract aptitude vim curl \ # # needed for profile upload preStop hook zip curl \ # # file chooser handler, clipboard, drop xdotool xclip libgtk-3-0; \ # install never version for supervisor that supports -s flag apt-get install -y --no-install-recommends pip; \ pip install supervisor --upgrade; \ # # create a non-root user groupadd --gid $USER_GID $USERNAME; \ useradd --uid $USER_UID --gid $USERNAME --shell /bin/bash --create-home $USERNAME; \ adduser $USERNAME audio; \ adduser $USERNAME video; \ adduser $USERNAME pulse; \ # # workaround for an X11 problem: http://blog.tigerteufel.de/?p=476 mkdir /tmp/.X11-unix; \ chmod 1777 /tmp/.X11-unix; \ chown $USERNAME /tmp/.X11-unix/; \ # # make directories for neko mkdir -p /etc/neko /var/www; \ chown -R $USERNAME:$USERNAME /home/$USERNAME; \ # # install fonts apt-get install -y --no-install-recommends \ # Emojis fonts-noto-color-emoji \ # Chinese fonts fonts-arphic-ukai fonts-arphic-uming \ # Japanese fonts fonts-ipafont-mincho fonts-ipafont-gothic \ # Korean fonts fonts-unfonts-core \ # Indian fonts fonts-indic; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # copy dependencies from previous stage COPY --from=xorg-deps /usr/local/lib/xorg/modules/drivers/dummy_drv.so /usr/lib/xorg/modules/drivers/dummy_drv.so COPY --from=xorg-deps /usr/local/lib/xorg/modules/input/neko_drv.so /usr/lib/xorg/modules/input/neko_drv.so # # configure EGL and Vulkan manually RUN VULKAN_API_VERSION=$(dpkg -s libvulkan1 | grep -oP 'Version: [0-9|\.]+' | grep -oP '[0-9]+(\.[0-9]+)(\.[0-9]+)') && \ # Configure EGL manually mkdir -p /usr/share/glvnd/egl_vendor.d/ && \ echo "{\n\ \"file_format_version\" : \"1.0.0\",\n\ \"ICD\": {\n\ \"library_path\": \"libEGL_nvidia.so.0\"\n\ }\n\ }" > /usr/share/glvnd/egl_vendor.d/10_nvidia.json && \ # Configure Vulkan manually mkdir -p /etc/vulkan/icd.d/ && \ echo "{\n\ \"file_format_version\" : \"1.0.0\",\n\ \"ICD\": {\n\ \"library_path\": \"libGLX_nvidia.so.0\",\n\ \"api_version\" : \"${VULKAN_API_VERSION}\"\n\ }\n\ }" > /etc/vulkan/icd.d/nvidia_icd.json # # install VirtualGL and make libraries available for preload RUN set -eux; \ apt-get update; \ wget "https://sourceforge.net/projects/virtualgl/files/virtualgl_${VIRTUALGL_VERSION}_amd64.deb"; \ wget "https://sourceforge.net/projects/virtualgl/files/virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ apt-get install -y --no-install-recommends ./virtualgl_${VIRTUALGL_VERSION}_amd64.deb ./virtualgl32_${VIRTUALGL_VERSION}_amd64.deb; \ rm -f "virtualgl_${VIRTUALGL_VERSION}_amd64.deb" "virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ chmod u+s /usr/lib/libvglfaker.so; \ chmod u+s /usr/lib/libdlfaker.so; \ chmod u+s /usr/lib32/libvglfaker.so; \ chmod u+s /usr/lib32/libdlfaker.so; \ chmod u+s /usr/lib/i386-linux-gnu/libvglfaker.so; \ chmod u+s /usr/lib/i386-linux-gnu/libdlfaker.so; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/*; # # copy runtime configs COPY --chown=neko:neko runtime/.Xresources /home/$USERNAME/.Xresources COPY runtime/dbus /usr/bin/dbus COPY runtime/default.pa /etc/pulse/default.pa COPY runtime/supervisord.conf /etc/neko/supervisord.conf COPY runtime/xorg.conf /etc/neko/xorg.conf # # copy runtime folders COPY --chown=neko:neko runtime/icon-theme /home/$USERNAME/.icons/default COPY runtime/fontconfig/* /etc/fonts/conf.d/ COPY runtime/fonts /usr/local/share/fonts # # set default envs ENV USER=$USERNAME ENV DISPLAY=:99.0 ENV PULSE_SERVER=unix:/tmp/pulseaudio.socket ENV NEKO_SERVER_BIND=:8080 ENV NEKO_PLUGINS_ENABLED=true ENV NEKO_PLUGINS_DIR=/etc/neko/plugins/ # # set gstreamer envs ENV PATH="/opt/gstreamer/bin:${PATH}" ENV LD_LIBRARY_PATH="/opt/gstreamer/lib/x86_64-linux-gnu${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" ENV PKG_CONFIG_PATH="/opt/gstreamer/lib/x86_64-linux-gnu/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}" # # copy gstreamer from previous stage COPY --from=gstreamer /opt/gstreamer /opt/gstreamer # # copy plugins from previous stage COPY --from=build /src/bin/plugins/ $NEKO_PLUGINS_DIR # # copy executable from previous stage COPY --from=build /src/bin/neko /usr/bin/neko # # add healthcheck HEALTHCHECK --interval=10s --timeout=5s --retries=8 \ CMD wget -O - http://localhost:${NEKO_SERVER_BIND#*:}/health || exit 1 # # run neko CMD ["/usr/local/bin/supervisord", "-s", "-c", "/etc/neko/supervisord.conf"]