rclone and root default

.history/Dockerfile_20240520143908

@@ -0,0 +1,71 @@
+FROM nvidia/cuda:11.3.1-base-ubuntu20.04
+
+ENV DEBIAN_FRONTEND=noninteractive TZ=Europe/Paris
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+# Install some basic utilities
+RUN rm -f /etc/apt/sources.list.d/*.list && \
+    apt-get update && apt-get install -y --no-install-recommends \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    git-lfs \
+    zip \
+    unzip \
+    htop \
+    bzip2 \
+    libx11-6 \
+    build-essential \
+    libsndfile-dev \
+    software-properties-common \
+    openssh-server \
+    fuse \
+ && rm -rf /var/lib/apt/lists/*
+
+# Install rclone
+RUN curl https://rclone.org/install.sh | bash
+
+RUN add-apt-repository ppa:flexiondotorg/nvtop && \
+    apt-get upgrade -y && \
+    apt-get install -y --no-install-recommends nvtop
+
+RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - && \
+    apt-get install -y nodejs && \
+    npm install -g configurable-http-proxy
+
+# Set up the Conda environment
+ENV CONDA_AUTO_UPDATE_CONDA=false \
+    PATH=/root/miniconda/bin:$PATH
+RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
+ && chmod +x ~/miniconda.sh \
+ && ~/miniconda.sh -b -p /root/miniconda \
+ && rm ~/miniconda.sh \
+ && conda clean -ya
+
+WORKDIR /root/app
+
+# Python packages
+RUN --mount=target=requirements.txt,source=requirements.txt \
+    pip install --no-cache-dir --upgrade -r requirements.txt
+
+# Copy the current directory contents into the container at /root/app
+COPY . /root/app
+
+RUN chmod +x start_server.sh
+
+COPY login.html /root/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
+
+# Set dark theme for JupyterLab
+RUN mkdir -p /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/ && \
+    echo '{ "theme": "JupyterLab Dark" }' > /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/themes.jupyterlab-settings
+
+ENV PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces \
+    SHELL=/bin/bash
+
+CMD ["./start_server.sh"]

.history/Dockerfile_20240520144314

@@ -0,0 +1,71 @@
+FROM nvidia/cuda:11.3.1-base-ubuntu20.04
+
+ENV DEBIAN_FRONTEND=noninteractive TZ=Europe/Paris
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+# Install some basic utilities
+RUN rm -f /etc/apt/sources.list.d/*.list && \
+    apt-get update && apt-get install -y --no-install-recommends \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    git-lfs \
+    zip \
+    unzip \
+    htop \
+    bzip2 \
+    libx11-6 \
+    build-essential \
+    libsndfile-dev \
+    software-properties-common \
+    openssh-server \
+    fuse \
+ && rm -rf /var/lib/apt/lists/*
+
+# Install rclone
+RUN curl https://rclone.org/install.sh | bash
+
+RUN add-apt-repository ppa:flexiondotorg/nvtop && \
+    apt-get upgrade -y && \
+    apt-get install -y --no-install-recommends nvtop
+
+RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - && \
+    apt-get install -y nodejs && \
+    npm install -g configurable-http-proxy
+
+# Set up the Conda environment
+ENV CONDA_AUTO_UPDATE_CONDA=false \
+    PATH=/root/miniconda/bin:$PATH
+RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
+ && chmod +x ~/miniconda.sh \
+ && ~/miniconda.sh -b -p /root/miniconda \
+ && rm ~/miniconda.sh \
+ && conda clean -ya
+
+WORKDIR /root/app
+
+# Python packages
+RUN --mount=target=requirements.txt,source=requirements.txt \
+    pip install --no-cache-dir --upgrade -r requirements.txt
+
+# Copy the current directory contents into the container at /root/app
+COPY . /root/app
+
+RUN chmod +x start_server.sh
+
+COPY login.html /root/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
+
+# Set dark theme for JupyterLab
+RUN mkdir -p /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/ && \
+    echo '{ "theme": "JupyterLab Dark" }' > /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/themes.jupyterlab-settings
+
+ENV PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces \
+    SHELL=/bin/bash
+
+CMD ["./start_server.sh"]

.history/start_server_20240520012211.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
+
+echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
+
+NOTEBOOK_DIR="/data"
+
+jupyter-lab \
+    --ip 0.0.0.0 \
+    --port 7860 \
+    --no-browser \
+    --allow-root \
+    --ServerApp.token="$JUPYTER_TOKEN" \
+    --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
+    --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
+    --ServerApp.disable_check_xsrf=True \
+    --LabApp.news_url=None \
+    --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate" \
+    --notebook-dir=$NOTEBOOK_DIR

.history/start_server_20240520143920.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
+
+echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
+
+NOTEBOOK_DIR="/data"
+
+# Mount Google Drive
+rclone mount gdrive: /root/GoogleDrive --daemon
+
+jupyter-lab \
+    --ip 0.0.0.0 \
+    --port 7860 \
+    --no-browser \
+    --allow-root \
+    --ServerApp.token="$JUPYTER_TOKEN" \
+    --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
+    --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
+    --ServerApp.disable_check_xsrf=True \
+    --LabApp.news_url=None \
+    --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate" \
+    --notebook-dir=$NOTEBOOK_DIR

.history/start_server_20240520144328.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
+
+echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
+
+NOTEBOOK_DIR="/data"
+
+# Mount Google Drive
+rclone mount gdrive: /root/GoogleDrive --daemon
+
+jupyter-lab \
+    --ip 0.0.0.0 \
+    --port 7860 \
+    --no-browser \
+    --allow-root \
+    --ServerApp.token="$JUPYTER_TOKEN" \
+    --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
+    --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
+    --ServerApp.disable_check_xsrf=True \
+    --LabApp.news_url=None \
+    --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate" \
+    --notebook-dir=$NOTEBOOK_DIR

Dockerfile

@@ -20,83 +20,45 @@ RUN rm -f /etc/apt/sources.list.d/*.list && \
     libsndfile-dev \
     software-properties-common \
     openssh-server \
+    fuse \
  && rm -rf /var/lib/apt/lists/*
 
+# Install rclone
+RUN curl https://rclone.org/install.sh | bash
+
 RUN add-apt-repository ppa:flexiondotorg/nvtop && \
     apt-get upgrade -y && \
     apt-get install -y --no-install-recommends nvtop
 
-RUN curl -sL https://deb.nodesource.com/setup_14.x  | bash - && \
+RUN curl -sL https://deb.nodesource.com/setup_14.x | bash - && \
     apt-get install -y nodejs && \
     npm install -g configurable-http-proxy
 
-# Create a working directory
-WORKDIR /app
-
-# Create a non-root user and switch to it
-RUN adduser --disabled-password --gecos '' --shell /bin/bash user \
- && chown -R user:user /app
-RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
-
-# Enable sudo for user
-RUN chmod 4755 /usr/bin/sudo
-
-USER user
-
-# All users can use /home/user as their home directory
-ENV HOME=/home/user
-RUN mkdir $HOME/.cache $HOME/.config \
- && chmod -R 777 $HOME
-
 # Set up the Conda environment
 ENV CONDA_AUTO_UPDATE_CONDA=false \
-    PATH=$HOME/miniconda/bin:$PATH
+    PATH=/root/miniconda/bin:$PATH
 RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
  && chmod +x ~/miniconda.sh \
- && ~/miniconda.sh -b -p ~/miniconda \
+ && ~/miniconda.sh -b -p /root/miniconda \
  && rm ~/miniconda.sh \
  && conda clean -ya
 
-WORKDIR $HOME/app
-
-#######################################
-# Start root user section
-#######################################
-
-USER root
-
-# User Debian packages
-## Security warning : Potential user code executed as root (build time)
-RUN --mount=target=/root/packages.txt,source=packages.txt \
-    apt-get update && \
-    xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends \
-    && rm -rf /var/lib/apt/lists/*
-
-RUN --mount=target=/root/on_startup.sh,source=on_startup.sh,readwrite \
-    bash /root/on_startup.sh
-
-RUN mkdir /data && chown user:user /data
-
-#######################################
-# End root user section
-#######################################
-
-USER user
+WORKDIR /root/app
 
 # Python packages
 RUN --mount=target=requirements.txt,source=requirements.txt \
     pip install --no-cache-dir --upgrade -r requirements.txt
 
-# Copy the current directory contents into the container at $HOME/app setting the owner to the user
-COPY --chown=user . $HOME/app
+# Copy the current directory contents into the container at /root/app
+COPY . /root/app
 
 RUN chmod +x start_server.sh
 
-COPY --chown=user login.html /home/user/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
+COPY login.html /root/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
 
 # Set dark theme for JupyterLab
-RUN mkdir -p $HOME/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/ && \
-    echo '{ "theme": "JupyterLab Dark" }' > $HOME/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/themes.jupyterlab-settings
+RUN mkdir -p /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/ && \
+    echo '{ "theme": "JupyterLab Dark" }' > /root/.jupyter/lab/user-settings/@jupyterlab/apputils-extension/themes.jupyterlab-settings
 
 ENV PYTHONUNBUFFERED=1 \
     GRADIO_ALLOW_FLAGGING=never \

start_server.sh

@@ -5,6 +5,9 @@ echo "Starting Jupyter Lab with token $JUPYTER_TOKEN"
 
 NOTEBOOK_DIR="/data"
 
+# Mount Google Drive
+rclone mount gdrive: /root/GoogleDrive --daemon
+
 jupyter-lab \
     --ip 0.0.0.0 \
     --port 7860 \