### model
model_name_or_path: ../../llm/baichuan

### method
do_predict: true

### dataset
eval_dataset: alpaca_gpt4_zh
template: baichuan
cutoff_len: 1024
max_samples: 50
overwrite_cache: true
preprocessing_num_workers: 16
include_num_input_tokens_seen: true
include_tokens_per_second: true

### output
output_dir: ./results/inference/Baichuan2-7B/Baichuan2_predict_1
overwrite_output_dir: true

### eval
per_device_eval_batch_size: 2
predict_with_generate: true
ddp_timeout: 180000000