remove empty line

This commit is contained in:
ylfeng 2024-05-31 21:43:08 +08:00
parent 84aee57901
commit b47e317447
1 changed files with 0 additions and 1 deletions

View File

@ -206,7 +206,6 @@ def preprocess_packed_supervised_dataset(
# concat all
model_inputs["input_ids"].append(list(itertools.chain(*packed_input_ids)))
model_inputs["labels"].append(list(itertools.chain(*packed_labels)))
model_inputs["attention_mask"].append([1] * total_length + [0] * pad_length)