From 642c6d666f3bd00fcdea45c65a6394bcae9c2080 Mon Sep 17 00:00:00 2001 From: hzhaoy Date: Fri, 12 Jul 2024 00:25:48 +0800 Subject: [PATCH] fix #4780 --- docker/docker-cuda/Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/docker/docker-cuda/Dockerfile b/docker/docker-cuda/Dockerfile index a95bb900..a43baf21 100644 --- a/docker/docker-cuda/Dockerfile +++ b/docker/docker-cuda/Dockerfile @@ -5,6 +5,7 @@ FROM nvcr.io/nvidia/pytorch:24.02-py3 # Define environments ENV MAX_JOBS=4 ENV FLASH_ATTENTION_FORCE_BUILD=TRUE +ENV VLLM_WORKER_MULTIPROC_METHOD=spawn # Define installation arguments ARG INSTALL_BNB=false