fix sft trainer

2023-08-09 16:35:03 +08:00 · 2023-08-09 16:35:03 +08:00 · df946e6949
parent 39cd8b6989
commit df946e6949
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/tuner/sft/trainer.py
+++ b/src/llmtuner/tuner/sft/trainer.py
@ -79,7 +79,7 @@ class Seq2SeqPeftTrainer(PeftTrainer):

        padded_tensor = pad_token_id * torch.ones_like(tgt_tensor)
        padded_tensor[:, -src_tensor.shape[-1]:] = src_tensor # adopt left-padding
-        return padded_tensor
+        return padded_tensor.contiguous()

    def save_predictions(
        self,