Update evaluate.py

2023-06-29 15:40:03 +08:00 · 2023-06-29 15:40:03 +08:00 · 23a7266272
parent 70592035b8
commit 23a7266272
1 changed files with 1 additions and 1 deletions
--- a/evaluation/evaluate.py
+++ b/evaluation/evaluate.py
@ -1,7 +1,7 @@
 # coding=utf-8
 # Evaluates fine-tuned models automatically.
 # Usage: python evaluate.py --evalset ceval/ceval-exam:law --split dev --api_base http://localhost:8000/v1 --task_type choice
-# dataset format: question (string), A (string), B (string), C (string), D (string), answer Literal["A", "B", "C", "D"]
+# dataset format: question (string), A (string), B (string), C (string), D (string), answer (Literal["A", "B", "C", "D"])


 import os