fix #4683

Former-commit-id: cbff0ea0db6971f8ced503a2f0cb6bc43e7037ac
2024-07-05 00:58:05 +08:00
parent ee1c786a12
commit edc8aefa59
2 changed files with 8 additions and 1 deletions
--- a/tests/data/test_processor.py
+++ b/tests/data/test_processor.py
@@ -26,6 +26,9 @@ from llamafactory.data.processors.processor_utils import infer_seqlen
        ((2000, 3000, 1000), (400, 600)),
        ((1000, 100, 1000), (900, 100)),
        ((100, 1000, 1000), (100, 900)),
+        ((100, 500, 1000), (100, 500)),
+        ((500, 100, 1000), (500, 100)),
+        ((10, 10, 1000), (10, 10)),
    ],
 )
 def test_infer_seqlen(test_input: Tuple[int, int, int], test_output: Tuple[int, int]):