diff --git a/README.md b/README.md index ee16e64b..5f9465e3 100644 --- a/README.md +++ b/README.md @@ -430,7 +430,7 @@ CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \ ### Evaluation (MMLU & C-Eval) ```bash -CUDA_VISIBLE_DEVICES=0 python evaluation/evaluate.py \ +CUDA_VISIBLE_DEVICES=0 python src/evaluate.py \ --model_name_or_path path_to_llama_model \ --finetuning_type lora \ --checkpoint_dir path_to_checkpoint \ diff --git a/README_zh.md b/README_zh.md index 7ff50a42..bdabd6d7 100644 --- a/README_zh.md +++ b/README_zh.md @@ -429,7 +429,7 @@ CUDA_VISIBLE_DEVICES=0 python src/train_bash.py \ ### 模型评估(MMLU 和 C-Eval) ```bash -CUDA_VISIBLE_DEVICES=0 python evaluation/evaluate.py \ +CUDA_VISIBLE_DEVICES=0 python src/evaluate.py \ --model_name_or_path path_to_llama_model \ --finetuning_type lora \ --checkpoint_dir path_to_checkpoint \ diff --git a/evaluation/evaluate.py b/src/evaluate.py similarity index 99% rename from evaluation/evaluate.py rename to src/evaluate.py index fa47f87a..a311196e 100644 --- a/evaluation/evaluate.py +++ b/src/evaluate.py @@ -65,7 +65,7 @@ eval_templates = { "en": EvalTemplate( system="The following are multiple choice questions (with answers) about {subject}.\n\n", choice="\n{choice}. {content}", - answer="\nAnswer: " + answer="\nAnswer:" ), "zh": EvalTemplate( system="以下是中国关于{subject}考试的单项选择题,请选出其中的正确答案。\n\n",