tiny fix

2024-07-04 10:20:28 +08:00 · 2024-07-04 10:20:28 +08:00 · 738df47748
parent 636bb9c1e6
commit 738df47748
1 changed files with 1 additions and 1 deletions
--- a/src/llamafactory/data/collator.py
+++ b/src/llamafactory/data/collator.py
@ -41,7 +41,7 @@ def prepare_4d_attention_mask(attention_mask_with_indices: "torch.Tensor", dtype
                [x, x, o, x, x, x],
                [x, x, o, o, x, x],
                [x, x, o, o, o, x],
-                [x, x, o, x, x, x],
+                [x, x, x, x, x, x],
            ]
        ]
    ]