diff --git a/9g_lora_0.sh b/9g_lora_0.sh index 0357f37..e33aed2 100644 --- a/9g_lora_0.sh +++ b/9g_lora_0.sh @@ -50,7 +50,7 @@ OPTS+=" --lora-layer project_q project_v project_k w_0 w_1 w_out" OPTS+=" $@" -CMD="torchrun --nnodes=1 --nproc_per_node=7 --rdzv_id=1 --rdzv_backend=c10d --rdzv_endpoint=${MASTER_ADDR}:${MASTER_PORT} ${CPM_PATH}/apps/cpm9g/sft_cpm9g_delta.py ${OPTS}" +CMD="torchrun --nnodes=1 --nproc_per_node=6 --rdzv_id=1 --rdzv_backend=c10d --rdzv_endpoint=${MASTER_ADDR}:${MASTER_PORT} ${CPM_PATH}/apps/cpm9g/sft_cpm9g_delta.py ${OPTS}" echo "${CMD}" $CMD \ No newline at end of file