diff --git a/.docker/base/Dockerfile.nvidia b/.docker/base/Dockerfile.nvidia new file mode 100644 index 00000000..c093fd8e --- /dev/null +++ b/.docker/base/Dockerfile.nvidia @@ -0,0 +1,201 @@ +ARG UBUNTU_RELEASE=20.04 +ARG CUDA_VERSION=11.2.2 + +# +# STAGE 1: SERVER +# +FROM golang:1.18-bullseye as server +WORKDIR /src + +# +# install dependencies +RUN set -eux; apt-get update; \ + apt-get install -y --no-install-recommends git cmake make libx11-dev libxrandr-dev libxtst-dev \ + libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev gstreamer1.0-plugins-base gstreamer1.0-plugins-good gstreamer1.0-plugins-bad gstreamer1.0-plugins-ugly; \ + # + # install libclipboard + set -eux; \ + cd /tmp; \ + git clone --depth=1 https://github.com/jtanx/libclipboard; \ + cd libclipboard; \ + cmake .; \ + make -j4; \ + make install; \ + rm -rf /tmp/libclipboard; \ + # + # clean up + apt-get clean -y; \ + rm -rf /var/lib/apt/lists/* /var/cache/apt/* + +# +# build server +COPY server/ . +RUN go get -v -t -d . && go build -o bin/neko cmd/neko/main.go + +# +# STAGE 2: CLIENT +# +FROM node:14-bullseye-slim as client +WORKDIR /src + +# +# install dependencies +COPY client/package*.json ./ +RUN npm install + +# +# build client +COPY client/ . +RUN npm run build + +# +# STAGE 3: RUNTIME +# +FROM nvcr.io/nvidia/cudagl:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_RELEASE} as runtime + +ARG UBUNTU_RELEASE +ARG CUDA_VERSION + +# Make all NVIDIA GPUs visible by default +ENV NVIDIA_VISIBLE_DEVICES=all +# All NVIDIA driver capabilities should preferably be used, check `NVIDIA_DRIVER_CAPABILITIES` inside the container if things do not work +ENV NVIDIA_DRIVER_CAPABILITIES all + +# +# set vgl-display to headless 3d gpu card/// correct values are egl[n] or /dev/dri/card0:if this is passed into container +ENV VGL_DISPLAY egl + +# +# avoid warnings by switching to noninteractive +ENV DEBIAN_FRONTEND=noninteractive + +# +# set custom user +ARG USERNAME=neko +ARG USER_UID=1000 +ARG USER_GID=$USER_UID + +RUN set -eux; \ + apt-get update; \ + # + # install dependencies + apt-get install -y --no-install-recommends wget ca-certificates supervisor; \ + apt-get install -y --no-install-recommends pulseaudio dbus-x11 xserver-xorg-video-dummy; \ + apt-get install -y --no-install-recommends libcairo2 libxcb1 libxrandr2 libxv1 libopus0 libvpx6; \ + # + # hardware acclerations utilities + apt-get install -y --no-install-recommends libgtk-3-bin mesa-utils mesa-utils-extra mesa-va-drivers mesa-vulkan-drivers libvulkan-dev libvulkan-dev:i386 vdpauinfo; \ + # + # intel driver + vaapi + apt-get install -y --no-install-recommends intel-media-va-driver-non-free libva2 vainfo; \ + # + # gst + vaapi plugin + apt-get install -y --no-install-recommends libgstreamer1.0-dev libgstreamer-plugins-base1.0-dev \ + gstreamer1.0-plugins-base gstreamer1.0-plugins-good gstreamer1.0-plugins-bad gstreamer1.0-plugins-ugly gstreamer1.0-pulseaudio \ + gstreamer1.0-vaapi ;\ + # + # install fonts + apt-get install -y --no-install-recommends \ + # Google emojis + fonts-noto-color-emoji \ + # Japanese fonts + fonts-takao-mincho \ + # Chinese fonts + fonts-wqy-zenhei; \ + # + # create a non-root user + groupadd --gid $USER_GID $USERNAME; \ + useradd --uid $USER_UID --gid $USERNAME --shell /bin/bash --create-home $USERNAME; \ + adduser $USERNAME audio; \ + adduser $USERNAME video; \ + adduser $USERNAME pulse; \ + # + # setup pulseaudio + mkdir -p /home/$USERNAME/.config/pulse/; \ + echo "default-server=unix:/tmp/pulseaudio.socket" > /home/$USERNAME/.config/pulse/client.conf; \ + # + # workaround for an X11 problem: http://blog.tigerteufel.de/?p=476 + mkdir /tmp/.X11-unix; \ + chmod 1777 /tmp/.X11-unix; \ + chown $USERNAME /tmp/.X11-unix/; \ + # + # make directories for neko + mkdir -p /etc/neko /var/www /var/log/neko; \ + chmod 1777 /var/log/neko; \ + chown $USERNAME /var/log/neko/; \ + chown -R $USERNAME:$USERNAME /home/$USERNAME; \ + # + # clean up + apt-get clean -y; \ + rm -rf /var/lib/apt/lists/* /var/cache/apt/* + +# +# install and configure Vulkan manually +RUN set -eux; \ + apt-get update; \ + if [ "${UBUNTU_RELEASE}" = "18.04" ]; then apt-get install -y --no-install-recommends vulkan-utils; else apt-get install -y --no-install-recommends vulkan-tools; fi; \ + # + # clean up + apt-get clean -y; \ + rm -rf /var/lib/apt/lists/* /var/cache/apt/*; \ + # + # configure vulkan + VULKAN_API_VERSION=$(dpkg -s libvulkan1 | grep -oP 'Version: [0-9|\.]+' | grep -oP '[0-9]+(\.[0-9]+)(\.[0-9]+)'); \ + mkdir -p /etc/vulkan/icd.d/; \ + echo "{\n\ + \"file_format_version\" : \"1.0.0\",\n\ + \"ICD\": {\n\ + \"library_path\": \"libGLX_nvidia.so.0\",\n\ + \"api_version\" : \"${VULKAN_API_VERSION}\"\n\ + }\n\ +}" > /etc/vulkan/icd.d/nvidia_icd.json + +# +# install VirtualGL and make libraries available for preload +ARG VIRTUALGL_VERSION=3.0.2 +RUN set -eux; \ + apt-get update; \ + wget "https://sourceforge.net/projects/virtualgl/files/virtualgl_${VIRTUALGL_VERSION}_amd64.deb"; \ + wget "https://sourceforge.net/projects/virtualgl/files/virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ + apt-get install -y --no-install-recommends ./virtualgl_${VIRTUALGL_VERSION}_amd64.deb ./virtualgl32_${VIRTUALGL_VERSION}_amd64.deb; \ + rm -f "virtualgl_${VIRTUALGL_VERSION}_amd64.deb" "virtualgl32_${VIRTUALGL_VERSION}_amd64.deb"; \ + chmod u+s /usr/lib/libvglfaker.so; \ + chmod u+s /usr/lib/libdlfaker.so; \ + chmod u+s /usr/lib32/libvglfaker.so; \ + chmod u+s /usr/lib32/libdlfaker.so; \ + chmod u+s /usr/lib/i386-linux-gnu/libvglfaker.so; \ + chmod u+s /usr/lib/i386-linux-gnu/libdlfaker.so; \ + # + # clean up + apt-get clean -y; \ + rm -rf /var/lib/apt/lists/* /var/cache/apt/*; + +# +# copy config files +COPY .docker/base/dbus /usr/bin/dbus +COPY .docker/base/default.pa /etc/pulse/default.pa +COPY .docker/base/supervisord.conf /etc/neko/supervisord.conf +COPY .docker/base/xorg.conf /etc/neko/xorg.conf +COPY .docker/base/add-render-group.sh /usr/bin/add-render-group.sh +COPY .docker/base/nvidia-entrypoint.sh /bin/nvidia-entrypoint.sh + +# +# set default envs +ENV USER=$USERNAME +ENV DISPLAY=:99.0 +ENV NEKO_PASSWORD=neko +ENV NEKO_PASSWORD_ADMIN=admin +ENV NEKO_BIND=:8080 +ENV RENDER_GID= + +# +# copy static files from previous stages +COPY --from=server /src/bin/neko /usr/bin/neko +COPY --from=client /src/dist/ /var/www + +HEALTHCHECK --interval=10s --timeout=5s --retries=8 \ + CMD wget -O - http://localhost:${NEKO_BIND#*:}/health || exit 1 + +# +# run neko +CMD ["/usr/bin/supervisord", "-c", "/etc/neko/supervisord.conf"] diff --git a/.docker/base/nvidia-entrypoint.sh b/.docker/base/nvidia-entrypoint.sh new file mode 100755 index 00000000..881a6dad --- /dev/null +++ b/.docker/base/nvidia-entrypoint.sh @@ -0,0 +1,11 @@ +#!/bin/bash -e +# Add VirtualGL directories to path +export PATH="${PATH}:/opt/VirtualGL/bin" + +# Use VirtualGL to run wine with OpenGL if the GPU is available, otherwise use barebone wine +if [ -n "$(nvidia-smi --query-gpu=uuid --format=csv | sed -n 2p)" ]; then + exec vglrun "$@" +else + echo "No GPU detected" + exec "$@" +fi