fix #4780

2024-07-12 00:25:48 +08:00 · 2024-07-12 00:25:48 +08:00 · 642c6d666f
parent a8bf1abf0f
commit 642c6d666f
1 changed files with 1 additions and 0 deletions
--- a/docker/docker-cuda/Dockerfile
+++ b/docker/docker-cuda/Dockerfile
@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3
 # Define environments
 ENV MAX_JOBS=4
 ENV FLASH_ATTENTION_FORCE_BUILD=TRUE
+ENV VLLM_WORKER_MULTIPROC_METHOD=spawn

 # Define installation arguments
 ARG INSTALL_BNB=false