udpate

Dockerfile

@@ -0,0 +1,29 @@
+FROM continuumio/anaconda3:main
+
+WORKDIR /code
+COPY ./environment.yml /code/environment.yml
+
+# Create the environment using the environment.yml file
+RUN conda env create -f /code/environment.yml
+
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PYTHONPATH=$HOME/app \
+    PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces
+
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+
+CMD ["./run.sh"]

README.md

@@ -3,10 +3,7 @@ title: ViewCrafter
 emoji: 🐨
 colorFrom: yellow
 colorTo: purple
-python_version: 3.9.16
-sdk: gradio
-sdk_version: 4.36.0
-app_file: app.py
+sdk: docker
 pinned: false
 license: other
 ---

app.py

@@ -2,8 +2,6 @@ import os
 import torch
 import sys
 
-# os.system('pip install iopath')
-os.system("pip install -v -v -v  'git+https://github.com/facebookresearch/pytorch3d.git@stable'")
 os.system("wget https://download.europe.naverlabs.com/ComputerVision/DUSt3R/DUSt3R_ViTLarge_BaseDecoder_512_dpt.pth -P checkpoints/")
 
 import gradio as gr

environment.yaml

@@ -0,0 +1,165 @@
+name: viewcrafter
+channels:
+  - https://anaconda.org/pytorch3d/pytorch3d/0.7.5/download
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=main
+  - _openmp_mutex=5.1=1_gnu
+  - ca-certificates=2024.7.2=h06a4308_0
+  - ld_impl_linux-64=2.38=h1181459_1
+  - libffi=3.4.4=h6a678d5_1
+  - libgcc-ng=11.2.0=h1234567_1
+  - libgomp=11.2.0=h1234567_1
+  - libstdcxx-ng=11.2.0=h1234567_1
+  - ncurses=6.4=h6a678d5_0
+  - openssl=3.0.14=h5eee18b_0
+  - python=3.9.16=h955ad1f_3
+  - pytorch3d=0.7.5=py39_cu117_pyt1131
+  - readline=8.2=h5eee18b_0
+  - setuptools=72.1.0=py39h06a4308_0
+  - sqlite=3.45.3=h5eee18b_0
+  - tk=8.6.14=h39e8969_0
+  - wheel=0.43.0=py39h06a4308_0
+  - xz=5.4.6=h5eee18b_1
+  - zlib=1.2.13=h5eee18b_1
+  - pip:
+      - absl-py==2.1.0
+      - aiofiles==23.2.1
+      - aiohappyeyeballs==2.4.0
+      - aiohttp==3.10.5
+      - aiosignal==1.3.1
+      - altair==5.4.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - async-timeout==4.0.3
+      - attrs==24.2.0
+      - av==10.0.0
+      - cachetools==5.5.0
+      - certifi==2024.7.4
+      - charset-normalizer==3.3.2
+      - click==8.1.7
+      - contourpy==1.3.0
+      - cycler==0.12.1
+      - decorator==4.4.2
+      - decord==0.6.0
+      - einops==0.6.1
+      - exceptiongroup==1.2.2
+      - fastapi==0.112.2
+      - ffmpy==0.4.0
+      - filelock==3.15.4
+      - fonttools==4.53.1
+      - frozenlist==1.4.1
+      - fsspec==2024.6.1
+      - ftfy==6.2.3
+      - future==1.0.0
+      - google-auth==2.34.0
+      - google-auth-oauthlib==1.0.0
+      - gradio==3.37.0
+      - gradio-client==0.7.1
+      - grpcio==1.66.0
+      - h11==0.14.0
+      - httpcore==1.0.5
+      - httpx==0.27.0
+      - huggingface-hub==0.24.6
+      - idna==3.8
+      - imageio==2.27.0
+      - imageio-ffmpeg==0.4.8
+      - importlib-metadata==8.4.0
+      - importlib-resources==6.4.4
+      - jinja2==3.1.4
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - kiwisolver==1.4.5
+      - kornia==0.7.3
+      - kornia-rs==0.1.5
+      - lazy-loader==0.4
+      - lightning-utilities==0.11.6
+      - linkify-it-py==2.0.3
+      - markdown==3.7
+      - markdown-it-py==2.2.0
+      - markupsafe==2.1.5
+      - matplotlib==3.9.2
+      - mdit-py-plugins==0.3.3
+      - mdurl==0.1.2
+      - moviepy==1.0.3
+      - multidict==6.0.5
+      - mypy-extensions==1.0.0
+      - narwhals==1.6.0
+      - networkx==3.2.1
+      - numpy==1.23.5
+      - nvidia-cublas-cu11==11.10.3.66
+      - nvidia-cuda-nvrtc-cu11==11.7.99
+      - nvidia-cuda-runtime-cu11==11.7.99
+      - nvidia-cudnn-cu11==8.5.0.96
+      - oauthlib==3.2.2
+      - omegaconf==2.3.0
+      - open-clip-torch==2.17.1
+      - opencv-python==4.7.0.72
+      - orjson==3.10.7
+      - packaging==24.1
+      - pandas==2.2.2
+      - pillow==9.4.0
+      - pip==23.0.1
+      - proglog==0.1.10
+      - protobuf==3.20.3
+      - pyasn1==0.6.0
+      - pyasn1-modules==0.4.0
+      - pydantic==2.8.2
+      - pydantic-core==2.20.1
+      - pydub==0.25.1
+      - pyglet==1.5.0
+      - pygments==2.18.0
+      - pyparsing==3.1.4
+      - pyre-extensions==0.0.23
+      - python-dateutil==2.9.0.post0
+      - python-multipart==0.0.9
+      - pytorch-lightning==1.9.3
+      - pytz==2024.1
+      - pywavelets==1.6.0
+      - pyyaml==6.0
+      - referencing==0.35.1
+      - regex==2024.7.24
+      - requests==2.32.3
+      - requests-oauthlib==2.0.0
+      - roma==1.5.0
+      - rpds-py==0.20.0
+      - rsa==4.9
+      - scikit-image==0.20.0
+      - scikit-learn==1.2.2
+      - scipy==1.9.1
+      - semantic-version==2.10.0
+      - sentencepiece==0.2.0
+      - six==1.16.0
+      - sniffio==1.3.1
+      - starlette==0.38.2
+      - tensorboard==2.12.2
+      - tensorboard-data-server==0.7.2
+      - tensorboard-plugin-wit==1.8.1
+      - threadpoolctl==3.5.0
+      - tifffile==2024.8.24
+      - timm==0.6.13
+      - tokenizers==0.13.3
+      - torch==1.13.1
+      - torchmetrics==1.4.1
+      - torchvision==0.14.1
+      - tqdm==4.65.0
+      - transformers==4.28.1
+      - trimesh==4.4.3
+      - triton==3.0.0
+      - typing-extensions==4.12.2
+      - typing-inspect==0.9.0
+      - tzdata==2024.1
+      - uc-micro-py==1.0.3
+      - urllib3==2.2.2
+      - uvicorn==0.30.6
+      - wcwidth==0.2.13
+      - websockets==11.0.3
+      - werkzeug==3.0.4
+      - xformers==0.0.16
+      - yarl==1.9.4
+      - zipp==3.20.1
+      - spaces
+      - huggingface_hub
+prefix: /opt/miniconda/envs/viewcrafter

run.sh

@@ -1,18 +1,6 @@
-python inference.py \
---image_dir test/images/boy.png \
---out_dir ./output \
---traj_txt test/trajs/loop2.txt \
---mode 'single_view_txt' \
---center_scale 1. \
---elevation=5 \
---seed 123 \
---d_theta -30  \
---d_phi 45 \
---d_r -.5   \
---ckpt_path ./checkpoints/model.ckpt \
---config configs/inference_pvd_1024.yaml \
---ddim_steps 50 \
---video_length 25 \
---device 'cuda:0' \
---height 576 --width 1024 \
---model_path ./checkpoints/DUSt3R_ViTLarge_BaseDecoder_512_dpt.pth
+#!/bin/bash
+CONDA_ENV=$(head -1 /code/environment.yml | cut -d" " -f2)
+eval "$(conda shell.bash hook)"
+conda activate $CONDA_ENV
+conda install https://anaconda.org/pytorch3d/pytorch3d/0.7.7/download/linux-64/pytorch3d-0.7.7-py39_cu117_pyt200.tar.bz2
+python app.py