10 lines
371 B
Bash
10 lines
371 B
Bash
|
accelerate launch --config_file config.yaml train.py \
|
||
|
|
--pretrained_model_name_or_path=2b_sft_model \
|
||
|
|
--train_dataset_path=../datasets/dataset.parquet \
|
||
|
|
--eval_dataset_path=../datasets/eval.parquet \
|
||
|
|
--max_length=512 \
|
||
|
|
--output_dir=../checkpoints/py \
|
||
|
|
--eval_steps=500 \
|
||
|
|
--save_steps=500 \
|
||
|
|
--num_train_epochs=3 \
|
||
|
|
--learning_rate=1e-5 \
|