fix CUDA_VERSION_BNB env var
Browse files- docker/Dockerfile-base +4 -1
docker/Dockerfile-base
CHANGED
|
@@ -62,6 +62,7 @@ RUN git clone https://github.com/microsoft/DeepSpeed.git && \
|
|
| 62 |
FROM base-builder AS bnb-builder
|
| 63 |
|
| 64 |
WORKDIR /workspace
|
|
|
|
| 65 |
|
| 66 |
RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
|
| 67 |
cd bitsandbytes && \
|
|
@@ -70,6 +71,8 @@ RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
|
|
| 70 |
|
| 71 |
FROM base-builder
|
| 72 |
|
|
|
|
|
|
|
| 73 |
# recompile apex
|
| 74 |
RUN python3 -m pip uninstall -y apex
|
| 75 |
RUN git clone https://github.com/NVIDIA/apex
|
|
@@ -90,7 +93,7 @@ COPY --from=flash-attn-builder /workspace/flash-attention/csrc/rotary/dist/rotar
|
|
| 90 |
COPY --from=flash-attn-builder /workspace/flash-attention/csrc/layer_norm/dist/dropout_layer_norm-*.whl wheels
|
| 91 |
|
| 92 |
RUN pip3 install wheels/deepspeed-*.whl wheels/flash_attn-*.whl wheels/fused_dense_lib-*.whl wheels/xentropy_cuda_lib-*.whl wheels/rotary_emb-*.whl wheels/dropout_layer_norm-*.whl
|
| 93 |
-
RUN cd /workspace/builds/bitsandbytes &&
|
| 94 |
RUN git lfs install --skip-repo
|
| 95 |
RUN pip3 install "peft @ git+https://github.com/huggingface/peft.git@main" \
|
| 96 |
"accelerate @ git+https://github.com/huggingface/accelerate.git@main" \
|
|
|
|
| 62 |
FROM base-builder AS bnb-builder
|
| 63 |
|
| 64 |
WORKDIR /workspace
|
| 65 |
+
ENV CUDA_VERSION_BNB=$CUDA_VERSION_BNB
|
| 66 |
|
| 67 |
RUN git clone https://github.com/TimDettmers/bitsandbytes.git && \
|
| 68 |
cd bitsandbytes && \
|
|
|
|
| 71 |
|
| 72 |
FROM base-builder
|
| 73 |
|
| 74 |
+
ENV CUDA_VERSION_BNB=$CUDA_VERSION_BNB
|
| 75 |
+
|
| 76 |
# recompile apex
|
| 77 |
RUN python3 -m pip uninstall -y apex
|
| 78 |
RUN git clone https://github.com/NVIDIA/apex
|
|
|
|
| 93 |
COPY --from=flash-attn-builder /workspace/flash-attention/csrc/layer_norm/dist/dropout_layer_norm-*.whl wheels
|
| 94 |
|
| 95 |
RUN pip3 install wheels/deepspeed-*.whl wheels/flash_attn-*.whl wheels/fused_dense_lib-*.whl wheels/xentropy_cuda_lib-*.whl wheels/rotary_emb-*.whl wheels/dropout_layer_norm-*.whl
|
| 96 |
+
RUN cd /workspace/builds/bitsandbytes && python3 setup.py install
|
| 97 |
RUN git lfs install --skip-repo
|
| 98 |
RUN pip3 install "peft @ git+https://github.com/huggingface/peft.git@main" \
|
| 99 |
"accelerate @ git+https://github.com/huggingface/accelerate.git@main" \
|