fix #4780
This commit is contained in:
parent
a8bf1abf0f
commit
642c6d666f
|
@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3
|
||||||
# Define environments
|
# Define environments
|
||||||
ENV MAX_JOBS=4
|
ENV MAX_JOBS=4
|
||||||
ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
|
ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
|
||||||
|
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
|
||||||
|
|
||||||
# Define installation arguments
|
# Define installation arguments
|
||||||
ARG INSTALL_BNB=false
|
ARG INSTALL_BNB=false
|
||||||
|
|
Loading…
Reference in New Issue