This commit is contained in:
hiyouga 2024-07-19 01:17:37 +08:00
parent e80006795f
commit cdb0f34f10
1 changed files with 5 additions and 4 deletions

View File

@ -30,17 +30,18 @@ TINY_DATA = os.environ.get("TINY_DATA", "llamafactory/tiny-supervised-dataset")
TRAIN_ARGS = { TRAIN_ARGS = {
"model_name_or_path": TINY_LLAMA, "model_name_or_path": TINY_LLAMA,
"stage": "sft", "stage": "ppo",
"do_predict": True, "do_train": True,
"finetuning_type": "full", "finetuning_type": "full",
"eval_dataset": "system_chat", "reward_model": "",
"reward_model_type": "full",
"dataset": "system_chat",
"dataset_dir": "REMOTE:" + DEMO_DATA, "dataset_dir": "REMOTE:" + DEMO_DATA,
"template": "llama3", "template": "llama3",
"cutoff_len": 8192, "cutoff_len": 8192,
"overwrite_cache": True, "overwrite_cache": True,
"output_dir": "dummy_dir", "output_dir": "dummy_dir",
"overwrite_output_dir": True, "overwrite_output_dir": True,
"predict_with_generate": True,
"fp16": True, "fp16": True,
} }