feat: add include_num_input_tokens_seen

This commit is contained in:
wql 2024-09-26 14:46:39 +08:00
parent 0071124994
commit 1ac91733e4
1 changed files with 1 additions and 0 deletions

View File

@ -11,6 +11,7 @@ cutoff_len: 1024
max_samples: 50 max_samples: 50
overwrite_cache: true overwrite_cache: true
preprocessing_num_workers: 16 preprocessing_num_workers: 16
include_num_input_tokens_seen: true
include_tokens_per_second: true include_tokens_per_second: true
### output ### output