From aeb04d75c2d15419cce681745fe9a82847c93f3c Mon Sep 17 00:00:00 2001 From: wql Date: Sun, 25 Aug 2024 18:16:05 +0800 Subject: [PATCH] chore: change nproc_per_node to 6 --- 9g_lora.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/9g_lora.sh b/9g_lora.sh index 09f426c..4a93e19 100644 --- a/9g_lora.sh +++ b/9g_lora.sh @@ -46,7 +46,7 @@ OPTS+=" --save-origin-model" OPTS+=" $@" -CMD="torchrun --nnodes=1 --nproc_per_node=2 --rdzv_id=1 --rdzv_backend=c10d --rdzv_endpoint=${MASTER_ADDR}:${MASTER_PORT} ${CPM_PATH}/apps/cpm9g/sft_cpm9g_delta.py ${OPTS}" +CMD="torchrun --nnodes=1 --nproc_per_node=6 --rdzv_id=1 --rdzv_backend=c10d --rdzv_endpoint=${MASTER_ADDR}:${MASTER_PORT} ${CPM_PATH}/apps/cpm9g/sft_cpm9g_delta.py ${OPTS}" echo "${CMD}" $CMD \ No newline at end of file