update packing

Former-commit-id: f3d9c31efa0e64317bdd5b4ed6f78653cf3b5ba4
2024-07-04 01:10:55 +08:00
parent b29a7f8cd6
commit 60558388ec
6 changed files with 133 additions and 271 deletions
--- a/tests/data/test_collator.py
+++ b/tests/data/test_collator.py
@@ -52,4 +52,5 @@ def test_4d_attention_mask():
        ],
        dtype=torch.float16,
    )
+    assert list(attention_mask_computed.size()) == [2, 1, 6, 6]
    assert torch.all(attention_mask_computed == attention_mask_expected)