ARG UBUNTU_RELEASE=20.04 ARG CUDA_VERSION=11.4.3 ARG VIRTUALGL_VERSION=3.1 ARG GSTREAMER_VERSION=1.20 # # STAGE 0: Build gstreamer with nvidia plugins. # FROM ubuntu:${UBUNTU_RELEASE} AS gstreamer ARG GSTREAMER_VERSION # # install dependencies ENV DEBIAN_FRONTEND=noninteractive RUN set -eux; \ apt-get update; \ apt-get install -y --no-install-recommends \ # Install essentials curl build-essential ca-certificates git \ # Install pip and ninja python3-pip python-gi-dev ninja-build \ # Install build deps autopoint autoconf automake autotools-dev libtool gettext bison flex gtk-doc-tools \ # Install libraries libtool-bin \ libgtk2.0-dev \ libgl1-mesa-dev \ libopus-dev \ libpulse-dev \ libssl-dev \ libx264-dev \ libvpx-dev; \ # Install meson pip3 install meson; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # build gstreamer RUN set -eux; \ git clone --depth 1 --branch $GSTREAMER_VERSION https://gitlab.freedesktop.org/gstreamer/gstreamer.git /gstreamer/src; \ cd /gstreamer/src; \ mkdir -p /opt/gstreamer; \ meson --prefix /opt/gstreamer \ -Dgpl=enabled \ -Dugly=enabled \ -Dgst-plugins-ugly:x264=enabled \ build; \ ninja -C build; \ meson install -C build; # # STAGE 1: SERVER # FROM golang:1.18-bullseye as server WORKDIR /src # # install dependencies RUN set -eux; apt-get update; \ apt-get install -y --no-install-recommends git cmake make libx11-dev libxrandr-dev libxtst-dev \ libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev gstreamer1.0-plugins-base gstreamer1.0-plugins-good gstreamer1.0-plugins-bad gstreamer1.0-plugins-ugly; \ # # install libclipboard set -eux; \ cd /tmp; \ git clone --depth=1 https://github.com/jtanx/libclipboard; \ cd libclipboard; \ cmake .; \ make -j4; \ make install; \ rm -rf /tmp/libclipboard; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # build server COPY server/ . RUN go get -v -t -d . && go build -o bin/neko cmd/neko/main.go # # STAGE 2: CLIENT # FROM node:14-bullseye-slim as client WORKDIR /src # # install dependencies COPY client/package*.json ./ RUN npm install # # build client COPY client/ . RUN npm run build # # STAGE 3: RUNTIME # FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_RELEASE} as runtime ARG UBUNTU_RELEASE ARG VIRTUALGL_VERSION # Make all NVIDIA GPUs visible by default ENV NVIDIA_VISIBLE_DEVICES all # All NVIDIA driver capabilities should preferably be used, check `NVIDIA_DRIVER_CAPABILITIES` inside the container if things do not work ENV NVIDIA_DRIVER_CAPABILITIES all # # set vgl-display to headless 3d gpu card/// correct values are egl[n] or /dev/dri/card0:if this is passed into container ENV VGL_DISPLAY egl # # avoid warnings by switching to noninteractive ENV DEBIAN_FRONTEND=noninteractive # # set custom user ARG USERNAME=neko ARG USER_UID=1000 ARG USER_GID=$USER_UID RUN set -eux; \ dpkg --add-architecture i386; \ apt-get update; \ apt-get install -y --no-install-recommends \ # opengl base: https://gitlab.com/nvidia/container-images/opengl/-/blob/ubuntu20.04/base/Dockerfile libxau6 libxau6:i386 \ libxdmcp6 libxdmcp6:i386 \ libxcb1 libxcb1:i386 \ libxext6 libxext6:i386 \ libx11-6 libx11-6:i386 \ # opengl runtime: https://gitlab.com/nvidia/container-images/opengl/-/blob/ubuntu20.04/glvnd/runtime/Dockerfile libglvnd0 libglvnd0:i386 \ libgl1 libgl1:i386 \ libglx0 libglx0:i386 \ libegl1 libegl1:i386 \ libgles2 libgles2:i386 \ # hardware accleration utilities libglu1 libglu1:i386 \ libvulkan-dev libvulkan-dev:i386 \ mesa-utils mesa-utils-extra \ mesa-va-drivers mesa-vulkan-drivers \ vainfo vdpauinfo; \ # # install vulkan-utils or vulkan-tools depending on ubuntu release if [ "${UBUNTU_RELEASE}" = "18.04" ]; then \ apt-get install -y --no-install-recommends vulkan-utils; \ else \ apt-get install -y --no-install-recommends vulkan-tools; \ fi; \ # # create symlink for libnvrtc.so (needed for cudaconvert) find /usr/local/cuda/lib64/ -maxdepth 1 -type l -name "*libnvrtc.so.*" -exec sh -c 'ln -sf {} /usr/local/cuda/lib64/libnvrtc.so' \;; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # add cuda to ld path, for gstreamer cuda plugins ENV LD_LIBRARY_PATH="/usr/lib/x86_64-linux-gnu:/usr/lib/i386-linux-gnu${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}:/usr/local/cuda/lib:/usr/local/cuda/lib64" RUN set -eux; \ apt-get update; \ # # install dependencies apt-get install -y --no-install-recommends wget ca-certificates supervisor; \ apt-get install -y --no-install-recommends pulseaudio dbus-x11 xserver-xorg-video-dummy; \ apt-get install -y --no-install-recommends libcairo2 libxcb1 libxrandr2 libxv1 libopus0 libvpx6 libx264-155; \ apt-get install -y --no-install-recommends libgtk-3-bin software-properties-common cabextract aptitude vim curl; \ # # install fonts apt-get install -y --no-install-recommends \ # Google emojis fonts-noto-color-emoji \ # Japanese fonts fonts-takao-mincho \ # Chinese fonts fonts-wqy-zenhei xfonts-intl-chinese xfonts-wqy \ # Korean fonts fonts-wqy-microhei; \ # # create a non-root user groupadd --gid $USER_GID $USERNAME; \ useradd --uid $USER_UID --gid $USERNAME --shell /bin/bash --create-home $USERNAME; \ adduser $USERNAME audio; \ adduser $USERNAME video; \ adduser $USERNAME pulse; \ # # workaround for an X11 problem: http://blog.tigerteufel.de/?p=476 mkdir /tmp/.X11-unix; \ chmod 1777 /tmp/.X11-unix; \ chown $USERNAME /tmp/.X11-unix/; \ # # make directories for neko mkdir -p /etc/neko /var/www /var/log/neko; \ chmod 1777 /var/log/neko; \ chown $USERNAME /var/log/neko/; \ chown -R $USERNAME:$USERNAME /home/$USERNAME; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/* # # configure EGL and Vulkan manually RUN VULKAN_API_VERSION=$(dpkg -s libvulkan1 | grep -oP 'Version: [0-9|\.]+' | grep -oP '[0-9]+(\.[0-9]+)(\.[0-9]+)') && \ # Configure EGL manually mkdir -p /usr/share/glvnd/egl_vendor.d/ && \ echo "{\n\ \"file_format_version\" : \"1.0.0\",\n\ \"ICD\": {\n\ \"library_path\": \"libEGL_nvidia.so.0\"\n\ }\n\ }" > /usr/share/glvnd/egl_vendor.d/10_nvidia.json && \ # Configure Vulkan manually mkdir -p /etc/vulkan/icd.d/ && \ echo "{\n\ \"file_format_version\" : \"1.0.0\",\n\ \"ICD\": {\n\ \"library_path\": \"libGLX_nvidia.so.0\",\n\ \"api_version\" : \"${VULKAN_API_VERSION}\"\n\ }\n\ }" > /etc/vulkan/icd.d/nvidia_icd.json # # install VirtualGL and make libraries available for preload RUN set -eux; \ apt-get update; \ wget "https://sourceforge.net/projects/virtualgl/files/virtualgl_${VIRTUALGL_VERSION}_amd64.deb"; \ wget "https://sourceforge.net/projects/virtualgl/files/virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ apt-get install -y --no-install-recommends ./virtualgl_${VIRTUALGL_VERSION}_amd64.deb ./virtualgl32_${VIRTUALGL_VERSION}_amd64.deb; \ rm -f "virtualgl_${VIRTUALGL_VERSION}_amd64.deb" "virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ chmod u+s /usr/lib/libvglfaker.so; \ chmod u+s /usr/lib/libdlfaker.so; \ chmod u+s /usr/lib32/libvglfaker.so; \ chmod u+s /usr/lib32/libdlfaker.so; \ chmod u+s /usr/lib/i386-linux-gnu/libvglfaker.so; \ chmod u+s /usr/lib/i386-linux-gnu/libdlfaker.so; \ # # clean up apt-get clean -y; \ rm -rf /var/lib/apt/lists/* /var/cache/apt/*; # # copy config files COPY .docker/base/dbus /usr/bin/dbus COPY .docker/base/default.pa /etc/pulse/default.pa COPY .docker/base/supervisord.conf /etc/neko/supervisord.conf COPY .docker/base/xorg.conf /etc/neko/xorg.conf COPY .docker/base/nvidia/entrypoint.sh /bin/entrypoint.sh # # set default envs ENV USER=$USERNAME ENV DISPLAY=:99.0 ENV PULSE_SERVER=unix:/tmp/pulseaudio.socket ENV NEKO_PASSWORD=neko ENV NEKO_PASSWORD_ADMIN=admin ENV NEKO_BIND=:8080 # # set gstreamer envs ENV PATH="/opt/gstreamer/bin:${PATH}" ENV LD_LIBRARY_PATH="/opt/gstreamer/lib/x86_64-linux-gnu${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}}" ENV PKG_CONFIG_PATH="/opt/gstreamer/lib/x86_64-linux-gnu/pkgconfig${PKG_CONFIG_PATH:+:${PKG_CONFIG_PATH}}" # # copy gstreamer from previous stage COPY --from=gstreamer /opt/gstreamer /opt/gstreamer # # copy static files from previous stages COPY --from=server /src/bin/neko /usr/bin/neko COPY --from=client /src/dist/ /var/www HEALTHCHECK --interval=10s --timeout=5s --retries=8 \ CMD wget -O - http://localhost:${NEKO_BIND#*:}/health || exit 1 # # run neko CMD ["/usr/bin/supervisord", "-c", "/etc/neko/supervisord.conf"]