Merge pull request #4673 from hzhaoy/main

tiny fix
2024-07-04 10:40:41 +08:00 · 2024-07-04 10:40:41 +08:00 · 07d96d497c
parent 636bb9c1e6 738df47748
commit 07d96d497c
1 changed files with 1 additions and 1 deletions
--- a/src/llamafactory/data/collator.py
+++ b/src/llamafactory/data/collator.py
@ -41,7 +41,7 @@ def prepare_4d_attention_mask(attention_mask_with_indices: "torch.Tensor", dtype
                [x, x, o, x, x, x],
                [x, x, o, o, x, x],
                [x, x, o, o, o, x],
-                [x, x, o, x, x, x],
+                [x, x, x, x, x, x],
            ]
        ]
    ]