fix: fix and test

This commit is contained in:
wql 2024-12-03 09:50:10 +08:00
parent 396196862d
commit 17b98257f0
4 changed files with 14 additions and 42680 deletions

View File

@ -4,15 +4,13 @@
repeat_cnt=$1
for ((i=0; i<repeat_cnt; i++)); do
bash run_test_once.sh Qwen-7B 1
bash run_test_once.sh Qwen-7B 8
bash run_test_once.sh Baichuan2-7B 1
bash run_test_once.sh Baichuan2-7B 8
bash run_test_once.sh ChatGLM2-6B 1
bash run_test_once.sh ChatGLM2-6B 8
bash run_test_once.sh Llama2-7B 1
bash run_test_once.sh Llama2-7B 8
bash run_test_once.sh Qwen-7B 1
bash run_test_once.sh Baichuan2-7B 1
bash run_test_once.sh ChatGLM2-6B 1
bash run_test_once.sh Llama2-7B 1
done

View File

@ -2,10 +2,13 @@ import json
def main():
input = []
with open(f'mindie_test/alpaca_gpt4_data_zh.json', 'r', encoding='utf-8') as f:
with open(f'mindie_test/alpaca_gpt4_zh_demo.json', 'r', encoding='utf-8') as f:
data = json.load(f)
for item in data:
input.append(item["instruction"])
if item["input"] != "":
input.append(item["instruction"] + item["input"])
else:
input.append(item["instruction"])
with open("mindie_test/input.txt", 'w', encoding='utf-8') as file:

File diff suppressed because it is too large Load Diff

View File

@ -54,7 +54,7 @@ bash ../npu_status.sh ${output_dir} 60 0 &
npu_status_pid=$!
# echo "${npu_status_pid}"
bash /usr/local/Ascend/llm_model/tests/modeltest/run.sh pa_fp16 performance_single [[256,256]] input.txt 1 ${model_name} ${model_path} ${gpu_cnt} &
bash /usr/local/Ascend/llm_model/tests/modeltest/run.sh pa_fp16 performance_single [[64,64]] input.txt 1 ${model_name} ${model_path} ${gpu_cnt} &
train_pid=$!
wait $train_pid