aducsdr commited on
Commit
bc46f5c
·
verified ·
1 Parent(s): 8f7eaf0

Upload 3 files

Browse files
Files changed (3) hide show
  1. build_apex (2).sh +45 -0
  2. environment.yml (1).txt +238 -0
  3. requirements (2).txt +47 -0
build_apex (2).sh ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ set -e
3
+
4
+ # 🧾 Config
5
+ # APEX_COMMIT=f3a960f80244cf9e80558ab30f7f7e8cbf03c0a0 # Known stable commit
6
+
7
+ echo "🧹 Cleaning any previous apex build..."
8
+ rm -rf apex
9
+ rm -rf *.egg-info build dist
10
+
11
+ echo "📥 Cloning NVIDIA/apex..."
12
+ git clone https://github.com/NVIDIA/apex.git
13
+ cd apex
14
+ # git checkout $APEX_COMMIT
15
+
16
+ echo "🛠 Installing build dependencies..."
17
+ sudo apt-get update
18
+ sudo apt-get install -y \
19
+ build-essential \
20
+ ninja-build \
21
+ python3-dev \
22
+ libffi-dev \
23
+ libncurses5-dev \
24
+ libncursesw5-dev \
25
+ libreadline-dev \
26
+ libssl-dev \
27
+ libsqlite3-dev \
28
+ zlib1g-dev \
29
+ libbz2-dev \
30
+ liblzma-dev \
31
+ git
32
+
33
+ echo "🐍 Upgrading pip and wheel..."
34
+ pip install -U pip setuptools wheel
35
+
36
+ echo "🧪 Verifying PyTorch + CUDA availability..."
37
+ python -c "import torch; print('PyTorch:', torch.__version__, '| CUDA:', torch.version.cuda)"
38
+
39
+ echo "🔧 Building Apex with CUDA and C++ extensions..."
40
+ python setup.py bdist_wheel --cuda_ext --cpp_ext
41
+
42
+ echo "✅ Done! Built wheel:"
43
+ ls -lh dist/*.whl
44
+
45
+ cd ..
environment.yml (1).txt ADDED
@@ -0,0 +1,238 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ name: seedvr
2
+ channels:
3
+ - defaults
4
+ dependencies:
5
+ - _libgcc_mutex=0.1=main
6
+ - _openmp_mutex=5.1=1_gnu
7
+ - ld_impl_linux-64=2.38=h1181459_1
8
+ - libffi=3.4.4=h6a678d5_1
9
+ - libgcc-ng=11.2.0=h1234567_1
10
+ - libgomp=11.2.0=h1234567_1
11
+ - libstdcxx-ng=11.2.0=h1234567_1
12
+ - ncurses=6.4=h6a678d5_0
13
+ - openssl=3.0.14=h5eee18b_0
14
+ - pip=24.0=py39h06a4308_0
15
+ - python=3.9.19=h955ad1f_1
16
+ - readline=8.2=h5eee18b_0
17
+ - setuptools=69.5.1=py39h06a4308_0
18
+ - sqlite=3.45.3=h5eee18b_0
19
+ - tk=8.6.14=h39e8969_0
20
+ - tzdata=2024a=h04d1e81_0
21
+ - wheel=0.43.0=py39h06a4308_0
22
+ - xz=5.4.6=h5eee18b_1
23
+ - zlib=1.2.13=h5eee18b_1
24
+ - pip:
25
+ - absl-py==2.1.0
26
+ - accelerate==0.33.0
27
+ - addict==2.4.0
28
+ - antlr4-python3-runtime==4.9.3
29
+ - anykeystore==0.2
30
+ - apex==0.1
31
+ - asttokens==2.4.1
32
+ - astunparse==1.6.3
33
+ - attrs==23.2.0
34
+ - av==12.0.0
35
+ - basicsr==1.4.2
36
+ - beartype==0.18.5
37
+ - beautifulsoup4==4.12.3
38
+ - bitsandbytes==0.44.1
39
+ - black==24.4.2
40
+ - bs4==0.0.2
41
+ - bson==0.5.10
42
+ - certifi==2024.6.2
43
+ - cffi==1.16.0
44
+ - cfgv==3.4.0
45
+ - charset-normalizer==3.3.2
46
+ - click==8.1.7
47
+ - colorama==0.4.6
48
+ - contourpy==1.2.1
49
+ - cryptacular==1.6.2
50
+ - cryptography==39.0.2
51
+ - cycler==0.12.1
52
+ - decorator==4.4.2
53
+ - deepdiff==7.0.1
54
+ - deprecated==1.2.14
55
+ - diffusers==0.33.1
56
+ - distlib==0.3.8
57
+ - dnspython==2.6.1
58
+ - docker-pycreds==0.4.0
59
+ - docstring-parser==0.16
60
+ - einops==0.7.0
61
+ - exceptiongroup==1.2.1
62
+ - executing==2.0.1
63
+ - expecttest==0.2.1
64
+ - facexlib==0.3.0
65
+ - ffmpeg-python==0.2.0
66
+ - filelock==3.15.4
67
+ - filterpy==1.4.5
68
+ - flake8==7.1.0
69
+ - flash-attn==2.5.9.post1
70
+ - flatbuffers==24.3.25
71
+ - fonttools==4.53.0
72
+ - fsspec==2023.6.0
73
+ - ftfy==6.2.0
74
+ - future==1.0.0
75
+ - gast==0.5.4
76
+ - gdown==5.2.0
77
+ - gitdb==4.0.11
78
+ - gitpython==3.1.43
79
+ - google-pasta==0.2.0
80
+ - greenlet==3.0.3
81
+ - grpcio==1.64.1
82
+ - h5py==3.11.0
83
+ - hf-xet==1.1.2
84
+ - huggingface-hub==0.32.2
85
+ - hupper==1.12.1
86
+ - hypothesis==6.100.1
87
+ - icecream==2.1.3
88
+ - identify==2.5.36
89
+ - idna==3.7
90
+ - imageio==2.34.0
91
+ - imageio-ffmpeg==0.5.1
92
+ - importlib-metadata==7.2.1
93
+ - importlib-resources==6.4.0
94
+ - iniconfig==2.0.0
95
+ - ipaddress==1.0.23
96
+ - ipython==8.18.1
97
+ - isort==5.13.2
98
+ - jedi==0.19.1
99
+ - jinja2==3.1.4
100
+ - jsonargparse==4.14.1
101
+ - keras==3.3.3
102
+ - kiwisolver==1.4.5
103
+ - lazy-loader==0.4
104
+ - libclang==18.1.1
105
+ - lightning-utilities==0.11.2
106
+ - llvmlite==0.43.0
107
+ - lmdb==1.5.1
108
+ - lpips==0.1.4
109
+ - markdown==3.6
110
+ - markdown-it-py==3.0.0
111
+ - markupsafe==2.1.5
112
+ - matplotlib==3.9.0
113
+ - matplotlib-inline==0.1.7
114
+ - mccabe==0.7.0
115
+ - mdurl==0.1.2
116
+ - mediapy==1.2.0
117
+ - ml-dtypes==0.3.2
118
+ - moviepy==1.0.3
119
+ - mpmath==1.3.0
120
+ - msgpack==1.0.8
121
+ - mypy-extensions==1.0.0
122
+ - namex==0.0.8
123
+ - networkx==3.2.1
124
+ - nodeenv==1.9.1
125
+ - numba==0.60.0
126
+ - numpy==1.24.4
127
+ - oauthlib==3.2.2
128
+ - omegaconf==2.3.0
129
+ - openai-clip==1.0.1
130
+ - opencv-python==4.9.0.80
131
+ - opencv-python-headless==4.10.0.84
132
+ - opt-einsum==3.3.0
133
+ - optree==0.11.0
134
+ - ordered-set==4.1.0
135
+ - packaging==22.0
136
+ - pandas==1.5.3
137
+ - parameterized==0.9.0
138
+ - parso==0.8.4
139
+ - pastedeploy==3.1.0
140
+ - pathspec==0.12.1
141
+ - pathtools==0.1.2
142
+ - pbkdf2==1.3
143
+ - pexpect==4.9.0
144
+ - pillow==10.3.0
145
+ - plaster==1.1.2
146
+ - plaster-pastedeploy==1.0.1
147
+ - platformdirs==4.2.2
148
+ - pluggy==1.5.0
149
+ - proglog==0.1.10
150
+ - promise==2.3
151
+ - prompt-toolkit==3.0.47
152
+ - protobuf==3.20.3
153
+ - psutil==6.0.0
154
+ - ptyprocess==0.7.0
155
+ - pure-eval==0.2.2
156
+ - pyarrow==11.0.0
157
+ - pycocotools==2.0.7
158
+ - pycodestyle==2.12.0
159
+ - pycparser==2.22
160
+ - pydantic==1.10.17
161
+ - pyflakes==3.2.0
162
+ - pygments==2.18.0
163
+ - pyiqa==0.1.13
164
+ - pyjwt==2.8.0
165
+ - pyopenssl==23.2.0
166
+ - pyparsing==3.1.2
167
+ - pyramid==2.0.2
168
+ - pyramid-mailer==0.15.1
169
+ - pysocks==1.7.1
170
+ - pytest==8.3.3
171
+ - python-dateutil==2.9.0.post0
172
+ - python-etcd==0.4.5
173
+ - python3-openid==3.2.0
174
+ - pytz==2024.1
175
+ - pyyaml==6.0.1
176
+ - regex==2024.5.15
177
+ - repoze-sendmail==4.4.1
178
+ - requests==2.32.3
179
+ - requests-oauthlib==2.0.0
180
+ - rich==13.7.1
181
+ - rotary-embedding-torch==0.5.3
182
+ - safetensors==0.4.3
183
+ - scenedetect==0.6.4
184
+ - schedule==1.2.2
185
+ - scikit-image==0.24.0
186
+ - scipy==1.13.1
187
+ - sentencepiece==0.2.0
188
+ - sentry-sdk==2.6.0
189
+ - setproctitle==1.3.3
190
+ - shortuuid==1.0.13
191
+ - six==1.16.0
192
+ - smmap==5.0.1
193
+ - sortedcontainers==2.4.0
194
+ - soupsieve==2.5
195
+ - sqlalchemy==2.0.31
196
+ - stack-data==0.6.3
197
+ - sympy==1.12.1
198
+ - tabulate==0.9.0
199
+ - tb-nightly==2.20.0a20250528
200
+ - tenacity==8.4.1
201
+ - tensorboard==2.16.2
202
+ - tensorboard-data-server==0.7.2
203
+ - tensorflow==2.16.1
204
+ - tensorflow-io-gcs-filesystem==0.37.0
205
+ - termcolor==2.4.0
206
+ - tifffile==2024.8.30
207
+ - tiktoken==0.9.0
208
+ - timm==1.0.11
209
+ - tokenizers==0.20.3
210
+ - tomli==2.0.1
211
+ - torch==2.4.0+cu121
212
+ - torch-fidelity==0.3.0
213
+ - torchaudio==2.4.0+cu121
214
+ - torchmetrics==1.3.2
215
+ - torchvision==0.19.0+cu121
216
+ - tqdm==4.66.4
217
+ - traitlets==5.14.3
218
+ - transaction==4.0
219
+ - transformers==4.46.2
220
+ - transformers-stream-generator==0.0.5
221
+ - translationstring==1.4
222
+ - triton==3.0.0
223
+ - typing-extensions==4.12.2
224
+ - urllib3==1.26.19
225
+ - velruse==1.1.1
226
+ - venusian==3.1.0
227
+ - virtualenv==20.26.3
228
+ - wcwidth==0.2.13
229
+ - webob==1.8.7
230
+ - werkzeug==3.0.3
231
+ - wrapt==1.16.0
232
+ - wtforms==3.1.2
233
+ - wtforms-recaptcha==0.3.2
234
+ - yapf==0.43.0
235
+ - zipp==3.19.2
236
+ - zope-deprecation==5.0
237
+ - zope-interface==6.4.post2
238
+ - zope-sqlalchemy==3.1
requirements (2).txt ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Common
2
+ einops==0.7.0 # Tensor operations
3
+
4
+ # Training
5
+ torch==2.4.0 # Torch
6
+ omegaconf==2.3.0 # Configuration system.
7
+ lpips==0.1.4 # LPIPS model for VAE training
8
+
9
+ # Dataloading
10
+ bson==0.5.10 # bson for Image dataloading
11
+ tensorflow==2.16.1 # Video dataloading
12
+ opencv-python==4.9.0.80 # OpenCV
13
+ sentencepiece==0.2.0 # For Text Encoder
14
+
15
+ # Modeling
16
+ diffusers==0.29.1 # Diffusers
17
+ rotary-embedding-torch==0.5.3 # Rotary positional embedding
18
+ transformers==4.38.2 # Transformers
19
+ torchvision==0.19.0 # Torchvision
20
+ tiktoken==0.7.0 # Tiktoken for generation
21
+ transformers_stream_generator==0.0.5 #LLM generation support
22
+
23
+ # Metrics
24
+ torchmetrics==1.3.2 # Core module for metric
25
+ pycocotools==2.0.7 # COCO-related
26
+ torch-fidelity==0.3.0 # FID-related
27
+
28
+ # Experiment Tracking
29
+ moviepy==1.0.3 # WandB Logging Image & Video
30
+ imageio==2.34.0 # WandB Logging Image & Video
31
+ tabulate==0.9.0 # Logging Table
32
+ deepdiff==7.0.1 # Find difference of config
33
+
34
+ # Testing
35
+ parameterized==0.9.0 # Define multiple tests through decorators.
36
+
37
+ # Notebook
38
+ mediapy==1.2.0 # Notebook Visualization
39
+
40
+ # DevOPs
41
+ black >= 24, < 25 # Code formatting
42
+ flake8 >= 7, < 8 # Code style
43
+ isort >= 5, < 6 # Import sorting
44
+ pre-commit==3.7.0 # Pre-commit hooks
45
+ expecttest==0.2.1 # Pytorch dist tests
46
+ hypothesis==6.100.1 # Fix randomness
47
+ av==12.0.0 # Process audio and video