Upload folder using huggingface_hub

Dockerfile

@@ -0,0 +1,138 @@
+FROM nvidia/cuda:12.5.1-cudnn-devel-ubuntu22.04
+
+ARG TIMEZONE=America/Vancouver
+
+# Set environment variables
+ENV DEBIAN_FRONTEND=noninteractive \
+  TZ=${TIMEZONE} \
+  CONDA_AUTO_UPDATE_CONDA=false \
+  PYTHONUNBUFFERED=1 \
+  GRADIO_ALLOW_FLAGGING=never \
+  GRADIO_NUM_PORTS=1 \
+  GRADIO_SERVER_NAME=0.0.0.0 \
+  GRADIO_THEME=huggingface \
+  SYSTEM=spaces \
+  SHELL=/bin/bash
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+# Install apt-packages
+RUN rm -f /etc/apt/sources.list.d/*.list && \
+    apt-get update && apt-get install -y --no-install-recommends \
+    tzdata \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    wget \
+    procps \
+    git-lfs \
+    zip \
+    unzip \
+    htop \
+    vim \
+    nano \
+    bzip2 \
+    libx11-6 \
+    build-essential \
+    libsndfile-dev \
+    software-properties-common \
+    jq \
+    tree \
+	libjpeg-turbo8-dev \
+	zlib1g-dev \
+	libtiff5-dev \
+	liblcms2-dev \
+	libfreetype6-dev \
+	libwebp-dev \
+	libharfbuzz-dev \
+	libfribidi-dev \
+	libopenjp2-7-dev \
+	libraqm0 \
+ 	&& rm -rf /var/lib/apt/lists/*
+
+# Add sources & install nvtop & node
+RUN add-apt-repository ppa:flexiondotorg/nvtop && \
+    curl -sL https://deb.nodesource.com/setup_21.x  | bash - && \
+    apt-get update && apt-get install -y --no-install-recommends \
+    nvtop \
+    nodejs \
+	&& npm install -g configurable-http-proxy \
+ 	&& rm -rf /var/lib/apt/lists/*
+
+# Create a non-root user and switch to it
+RUN adduser --disabled-password --gecos '' --shell /bin/bash user
+RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
+USER user
+
+# All users can use /home/user as their home directory
+ENV HOME=/home/user
+RUN mkdir $HOME/.cache $HOME/.config $HOME/app $HOME/bin \
+  	&& chmod -R 775 $HOME
+ENV PATH=$HOME/bin:$PATH
+
+# Switch to user for conda installation
+USER user
+
+WORKDIR $HOME
+
+# Install Miniconda
+ARG CONDA_URL=https://repo.anaconda.com/miniconda/Miniconda3-py312_24.11.1-0-Linux-x86_64.sh
+ENV PATH=$HOME/miniconda/bin:$PATH
+RUN curl -sLo ~/miniconda.sh ${CONDA_URL} && \
+  	chmod +x ~/miniconda.sh && \
+  	~/miniconda.sh -b -p ~/miniconda && \
+  	rm ~/miniconda.sh && \
+  	conda clean -ya
+
+# base python packages
+RUN pip install --no-cache-dir --upgrade \
+	jupyterlab==4.3.4 \
+	tornado==6.4.2 \
+	ipywidgets
+
+# Copy some context we need now / later into app folder
+COPY 'packages.txt' 'requirements.txt' 'login.html' 'on_build.sh' 'start_server.sh' $HOME/app/
+COPY 'setup_timm_dev' 'setup_timm_scripts' $HOME/bin/
+
+#######################################
+# Start root user section
+#######################################
+USER root
+
+# User Debian packages
+## Security warning : Potential user code executed as root (build time)
+RUN apt-get update && \
+    xargs -r -a $HOME/app/packages.txt apt-get install -y --no-install-recommends && \
+    rm -rf /var/lib/apt/lists/*
+
+# Instead of using $HOME/app as our default, let's have files relative to our workspace in /data
+# This way it will be persisent if a persistent drive is mapped to /data
+WORKDIR /data
+RUN mkdir /data/.cache
+RUN chown -R user:user /data
+ENV HF_HOME=/data/.cache/huggingface
+RUN chmod +x $HOME/app/start_server.sh
+#######################################
+# End root user section
+#######################################
+USER user
+
+# Python packages in packages.txt
+RUN pip install --no-cache-dir --upgrade -r $HOME/app/requirements.txt
+
+# Run extra steps to build environment via on_build.sh script
+RUN bash $HOME/app/on_build.sh
+
+# Apply overrides to Juptyer default settings
+RUN mkdir -p $HOME/miniconda/share/jupyter/lab/settings/
+COPY overrides.json $HOME/miniconda/share/jupyter/lab/settings/
+
+# Update login page template
+RUN SITE_PACKAGES=$(python -c "import site; print(site.getsitepackages()[0])") \
+  	&& mv $HOME/app/login.html "$SITE_PACKAGES/jupyter_server/templates/login.html"
+
+# Remove Pillow and install faster Pillow-SIMD (big impact for limited CPU)
+RUN pip uninstall -y pillow && \
+  	CC="cc -mavx2" pip install -U --force-reinstall --no-cache-dir pillow-simd
+
+CMD ["/home/user/app/start_server.sh"]

README.md

@@ -1,12 +1,15 @@
 ---
-title: Jupyterlab Timm Dev
-emoji: 😻
-colorFrom: blue
-colorTo: indigo
-sdk: gradio
-sdk_version: 5.12.0
-app_file: app.py
+title: JupyterLab (timm)
+emoji: 💻🐳
+colorFrom: gray
+colorTo: green
+sdk: docker
 pinned: false
+tags:
+- jupyterlab
+- timm
+suggested_storage: small
+short_description: Improved JuptyerLab template w/ timm
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

login.html

@@ -0,0 +1,72 @@
+{% extends "page.html" %}
+
+
+{% block stylesheet %}
+{% endblock %}
+
+{% block site %}
+
+<div id="jupyter-main-app" class="container">
+    
+    <img src="https://huggingface.co/front/assets/huggingface_logo-noborder.svg" alt="Hugging Face Logo">
+    <h4>Welcome to JupyterLab</h4>
+    
+    <h5>The default token is <span style="color:orange;">huggingface</span></h5>
+  
+    {% if login_available %}
+    {# login_available means password-login is allowed. Show the form. #}
+    <div class="row">
+        <div class="navbar col-sm-8">
+            <div class="navbar-inner">
+                <div class="container">
+                    <div class="center-nav">
+                        <form action="{{base_url}}login?next={{next}}" method="post" class="navbar-form pull-left">
+                            {{ xsrf_form_html() | safe }}
+                            {% if token_available %}
+                            <label for="password_input"><strong>{% trans %}Jupyter token <span title="This is the secret you set up when deploying your JupyterLab space">ⓘ</span> {% endtrans
+                                    %}</strong></label>
+                            {% else %}
+                            <label for="password_input"><strong>{% trans %}Jupyter password:{% endtrans %}</strong></label>
+                            {% endif %}
+                            <input type="password" name="password" id="password_input" class="form-control">
+                            <button type="submit" class="btn btn-default" id="login_submit">{% trans %}Log in{% endtrans
+                                %}</button>
+                        </form>
+                    </div>
+                </div>
+            </div>
+        </div>
+    </div>
+    {% else %}
+    <p>{% trans %}No login available, you shouldn't be seeing this page.{% endtrans %}</p>
+    {% endif %}
+
+      <h5>If you don't have the credentials for this Jupyter space, <a target="_blank" href="https://huggingface.co/spaces/timm/jupyterlab-timm?duplicate=true">create your own.</a></h5>
+    <br>
+
+    <p>This is an updated version of the JuptyerLab Spaces template tuned for timm usage. Modified by <a href="https://twitter.com/wightmanr" target="_blank" >Ross Wightman</a> </p>
+    
+    <br>
+    
+    <p>The original template was created by <a href="https://twitter.com/camenduru" target="_blank" >camenduru</a> and <a href="https://huggingface.co/nateraw" target="_blank" >nateraw</a>, with contributions from <a href="https://huggingface.co/osanseviero" target="_blank" >osanseviero</a> and <a href="https://huggingface.co/azzr" target="_blank" >azzr</a> </p>
+    {% if message %}
+    <div class="row">
+        {% for key in message %}
+        <div class="message {{key}}">
+            {{message[key]}}
+        </div>
+        {% endfor %}
+    </div>
+    {% endif %}
+    {% if token_available %}
+    {% block token_message %}
+    
+    {% endblock token_message %}
+    {% endif %}
+</div>
+
+{% endblock %}
+
+
+{% block script %}
+{% endblock %}

on_build.sh

@@ -0,0 +1,2 @@
+#!/bin/bash
+# Write some commands here that will run as user while building Space.

overrides.json

@@ -0,0 +1,8 @@
+{
+  "@jupyterlab/apputils-extension:themes": {
+    "theme": "JupyterLab Dark"
+  },
+  "@jupyterlab/terminal-extension:plugin": {
+    "theme": "dark"
+  }
+}

requirements.txt

@@ -0,0 +1,9 @@
+torch
+torchvision
+torchaudio
+wandb
+datasets
+webdataset==0.2.86
+hf-transfer
+transformers
+timm

setup_timm_dev

@@ -0,0 +1,11 @@
+#!/bin/bash
+git clone https://github.com/huggingface/pytorch-image-models.git
+
+ln -s pytorch-image-models/train.py train.py
+ln -s pytorch-image-models/validate.py validate.py
+ln -s pytorch-image-models/inference.py inference.py
+ln -s pytorch-image-models/benchmark.py benchmark.py
+ln -s pytorch-image-models/distributed_train.sh distributed_train.sh
+
+# NOTE important to use no-deps to install editable timm, otherwise will stomp over Pillow-SIMD
+cd pytorch-image-models && pip install --no-deps -e .

setup_timm_scripts

@@ -0,0 +1,8 @@
+#!/bin/bash
+TIMM_TAG=$(curl -s https://api.github.com/repos/huggingface/pytorch-image-models/releases/latest | jq -r '.tag_name')
+
+for file in train.py validate.py inference.py benchmark.py distributed_train.sh; do \
+    curl -sLO "https://raw.githubusercontent.com/huggingface/pytorch-image-models/${TIMM_TAG}/${file}"; \
+done
+
+chmod +x distributed_train.sh

start_server.sh

@@ -0,0 +1,19 @@
+#!/bin/bash
+JUPYTER_TOKEN="${JUPYTER_TOKEN:=huggingface}"
+
+NOTEBOOK_DIR="/data"
+
+jupyter labextension disable "@jupyterlab/apputils-extension:announcements"
+
+jupyter-lab \
+    --ip 0.0.0.0 \
+    --port 7860 \
+    --no-browser \
+    --allow-root \
+    --ServerApp.token="$JUPYTER_TOKEN" \
+    --ServerApp.tornado_settings="{'headers': {'Content-Security-Policy': 'frame-ancestors *'}}" \
+    --ServerApp.cookie_options="{'SameSite': 'None', 'Secure': True}" \
+    --ServerApp.disable_check_xsrf=True \
+    --LabApp.news_url=None \
+    --LabApp.check_for_updates_class="jupyterlab.NeverCheckForUpdate" \
+    --notebook-dir=$NOTEBOOK_DIR