Synced repo using 'sync_with_huggingface' Github Action

Dockerfile

@@ -0,0 +1,134 @@
+FROM nvidia/cuda:11.3.1-base-ubuntu20.04
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+RUN rm -f /etc/apt/sources.list.d/*.list
+
+ENV DEBIAN_FRONTEND=noninteractive \
+	TZ=Europe/Paris
+
+# Install some basic utilities
+RUN apt-get update && apt-get install -y \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    git-lfs \
+    zip \
+    unzip \
+    htop \
+    bzip2 \
+    libx11-6 \
+    build-essential \
+    libsndfile-dev \
+    software-properties-common \
+ && rm -rf /var/lib/apt/lists/*
+
+ARG BUILD_DATE
+ARG VERSION
+ARG CODE_RELEASE
+RUN \
+  echo "**** install openvscode-server runtime dependencies ****" && \
+  apt-get update && \
+  apt-get install -y \
+    jq \
+    libatomic1 \
+    nano \
+    net-tools \
+    netcat && \
+  echo "**** install openvscode-server ****" && \
+  if [ -z ${CODE_RELEASE+x} ]; then \
+    CODE_RELEASE=$(curl -sX GET "https://api.github.com/repos/gitpod-io/openvscode-server/releases/latest" \
+      | awk '/tag_name/{print $4;exit}' FS='[""]' \
+      | sed 's|^openvscode-server-v||'); \
+  fi && \
+  mkdir -p /app/openvscode-server && \
+  curl -o \
+    /tmp/openvscode-server.tar.gz -L \
+    "https://github.com/gitpod-io/openvscode-server/releases/download/openvscode-server-v${CODE_RELEASE}/openvscode-server-v${CODE_RELEASE}-linux-x64.tar.gz" && \
+  tar xf \
+    /tmp/openvscode-server.tar.gz -C \
+    /app/openvscode-server/ --strip-components=1 && \
+  echo "**** clean up ****" && \
+  apt-get clean && \
+  rm -rf \
+    /tmp/* \
+    /var/lib/apt/lists/* \
+    /var/tmp/*
+COPY root/ /
+
+RUN add-apt-repository ppa:flexiondotorg/nvtop
+RUN apt-get upgrade -y
+RUN apt-get install -y nvtop
+
+RUN curl -sL https://deb.nodesource.com/setup_14.x  | bash -
+RUN apt-get install -y nodejs
+RUN npm install -g configurable-http-proxy
+
+# Create a working directory
+RUN mkdir -p /app
+WORKDIR /app
+
+# Create a non-root user and switch to it
+RUN adduser --disabled-password --gecos '' --shell /bin/bash user \
+ && chown -R user:user /app
+RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
+USER user
+
+# All users can use /home/user as their home directory
+ENV HOME=/home/user
+RUN mkdir $HOME/.cache $HOME/.config \
+ && chmod -R 777 $HOME
+
+# Set up the Conda environment
+ENV CONDA_AUTO_UPDATE_CONDA=false \
+    PATH=$HOME/miniconda/bin:$PATH
+RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
+ && chmod +x ~/miniconda.sh \
+ && ~/miniconda.sh -b -p ~/miniconda \
+ && rm ~/miniconda.sh \
+ && conda clean -ya
+
+WORKDIR $HOME/app
+
+#######################################
+# Start root user section
+#######################################
+
+USER root
+
+# User Debian packages
+## Security warning : Potential user code executed as root (build time)
+COPY --chown=root packages.txt /root/packages.txt
+RUN apt-get update && xargs -r -a /root/packages.txt apt-get install -y && rm -rf /var/lib/apt/lists/*
+
+COPY --chown=root on_startup.sh /root/on_startup.sh
+RUN chmod +x /root/on_startup.sh
+RUN /root/on_startup.sh
+
+# Rerun chmod on home dir in case any new files need permisisons
+RUN chmod -R 777 $HOME
+
+#######################################
+# End root user section
+#######################################
+
+USER user
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+RUN chmod +x start_server.sh
+
+RUN pip install --no-cache-dir --upgrade -r $HOME/app/requirements.txt
+
+ENV PYTHONUNBUFFERED=1 \
+	GRADIO_ALLOW_FLAGGING=never \
+	GRADIO_NUM_PORTS=1 \
+	GRADIO_SERVER_NAME=0.0.0.0 \
+	GRADIO_THEME=huggingface \
+	SYSTEM=spaces \
+	SHELL=/bin/bash
+
+EXPOSE 7860 3000
+
+CMD ["./start_server.sh"]

on_startup.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+# Write some commands here that will run on root user before startup.
+# For example, to clone transformers and install it in dev mode:
+# git clone https://github.com/huggingface/transformers.git
+# cd transformers && pip install -e ".[dev]"

packages.txt

@@ -0,0 +1 @@
+tree

requirements.txt

@@ -0,0 +1 @@
+# jupyterlab

root/etc/s6-overlay/s6-rc.d/init-openvscode-server/run

@@ -0,0 +1,35 @@
+#!/usr/bin/with-contenv bash
+
+mkdir -p /config/{workspace,.ssh}
+
+if [ -n "${SUDO_PASSWORD}" ] || [ -n "${SUDO_PASSWORD_HASH}" ]; then
+    echo "setting up sudo access"
+    if ! grep -q 'abc' /etc/sudoers; then
+        echo "adding abc to sudoers"
+        echo "abc ALL=(ALL:ALL) ALL" >> /etc/sudoers
+    fi
+    if [ -n "${SUDO_PASSWORD_HASH}" ]; then
+        echo "setting sudo password using sudo password hash"
+        sed -i "s|^abc:\!:|abc:${SUDO_PASSWORD_HASH}:|" /etc/shadow
+    else
+        echo "setting sudo password using SUDO_PASSWORD env var"
+        echo -e "${SUDO_PASSWORD}\n${SUDO_PASSWORD}" | passwd abc
+    fi
+fi
+
+[[ ! -f /config/.bashrc ]] && \
+    cp /root/.bashrc /config/.bashrc
+[[ ! -f /config/.profile ]] && \
+    cp /root/.profile /config/.profile
+
+# fix permissions (ignore contents of /config/workspace)
+echo "setting permissions::config"
+find /config -path /config/workspace -prune -o -exec chown abc:abc {} +
+chown abc:abc /config/workspace
+echo "setting permissions::app"
+chown -R abc:abc /app/openvscode-server
+
+chmod 700 /config/.ssh
+if [ -n "$(ls -A /config/.ssh)" ]; then
+    chmod 600 /config/.ssh/*
+fi

root/etc/s6-overlay/s6-rc.d/init-openvscode-server/type

@@ -0,0 +1 @@
+oneshot

root/etc/s6-overlay/s6-rc.d/init-openvscode-server/up

@@ -0,0 +1 @@
+/etc/s6-overlay/s6-rc.d/init-openvscode-server/run

root/etc/s6-overlay/s6-rc.d/svc-openvscode-server/notification-fd

@@ -0,0 +1 @@
+3

root/etc/s6-overlay/s6-rc.d/svc-openvscode-server/run

@@ -0,0 +1,21 @@
+#!/usr/bin/with-contenv bash
+
+if [ -n "$CONNECTION_SECRET" ]; then
+    CODE_ARGS="${CODE_ARGS} --connection-secret ${CONNECTION_SECRET}"
+    echo "Using connection secret from ${CONNECTION_SECRET}"
+elif [ -n "$CONNECTION_TOKEN" ]; then
+    CODE_ARGS="${CODE_ARGS} --connection-token ${CONNECTION_TOKEN}"
+    echo "Using connection token ${CONNECTION_TOKEN}"
+else
+    CODE_ARGS="${CODE_ARGS} --without-connection-token"
+    echo "**** No connection token is set ****"
+fi
+
+exec \
+    s6-notifyoncheck -d -n 300 -w 1000 -c "nc -z 127.0.0.1 3000" \
+        cd /app/openvscode-server s6-setuidgid abc \
+            /app/openvscode-server/bin/openvscode-server \
+                --host 0.0.0.0 \
+                --port 3000 \
+                --disable-telemetry \
+                ${CODE_ARGS}

root/etc/s6-overlay/s6-rc.d/svc-openvscode-server/type

@@ -0,0 +1 @@
+longrun

root/usr/local/bin/install-extension

@@ -0,0 +1,10 @@
+#!/usr/bin/with-contenv bash
+# shellcheck shell=bash
+
+_install=(/app/openvscode-server/bin/openvscode-server "--install-extension")
+
+if [ "$(whoami)" == "abc" ]; then
+    "${_install[@]}" "$@"
+else
+    s6-setuidgid abc "${_install[@]}" "$@"
+fi

start_server.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+echo "Starting VSCode Server..."
+
+exec /app/openvscode-server/bin/openvscode-server --host 0.0.0.0 --port 7860 --without-connection-token \"${@}\" --