p04798526
/
LLaMA-Factory-310P3
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: add mindie test

This commit is contained in:
wql 2024-11-01 13:44:54 +08:00
parent 863359aa9f
commit ab0c2a3de6
3 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mindie/tests/modeltest/README.md
View File

@ -202,6 +202,9 @@ bash run.sh fa [dataset] ([shots]) [batch_size] [model_name] ([is_chat_model]) [
## 性能
bash run.sh pa_fp16 performance_single [case_pair] [input_text_or_file] [batch_size] [model_name] ([is_chat_model])[weight_dir] [chip_num] ([max_position_embedding/max_sequence_length])
bash /usr/local/Ascend/llm_model/tests/modeltest/run.sh pa_fp16 performance_single [[1024,1024]] ./ 1 qwen /home/user/repo/LLaMA-Factory-310P3/ms_cache/hub/qwen/Qwen-7B 8
## 精度
bash run.sh pa_fp16 precision_single [case_pair] [input_text_or_file] [batch_size] [model_name] ([is_chat_model])[weight_dir] [chip_num] ([max_position_embedding/max_sequence_length])

1
mindie_test/input.txt Normal file
View File

@ -0,0 +1 @@
["hello","hi","what is a car"]

4
mindie_test/run_test_once.sh Normal file
View File

@ -0,0 +1,4 @@
#!/bin/bash
# bash run_test_once.sh
bash /usr/local/Ascend/llm_model/tests/modeltest/run.sh pa_fp16 performance_single [[1024,1024]] ./input.txt 1 qwen /home/user/repo/LLaMA-Factory-310P3/ms_cache/hub/qwen/Qwen-7B 8