This commit is contained in:
hzhaoy 2024-07-12 00:25:48 +08:00
parent a8bf1abf0f
commit 642c6d666f
1 changed files with 1 additions and 0 deletions

View File

@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3
# Define environments # Define environments
ENV MAX_JOBS=4 ENV MAX_JOBS=4
ENV FLASH_ATTENTION_FORCE_BUILD=TRUE ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
# Define installation arguments # Define installation arguments
ARG INSTALL_BNB=false ARG INSTALL_BNB=false