diff --git a/FM_9G/apps/fm9g_2b/pretrain_dragonfly.sh b/FM_9G/apps/fm9g_2b/pretrain_dragonfly.sh index 6454ec6..d52e175 100644 --- a/FM_9G/apps/fm9g_2b/pretrain_dragonfly.sh +++ b/FM_9G/apps/fm9g_2b/pretrain_dragonfly.sh @@ -219,7 +219,7 @@ else fi -GPUS_PER_NODE=8 +GPUS_PER_NODE=2 NNODES=1 RANK=0 MASTER_ENDPOINT=ubuntu