[v1] add batch generator (#9744)

2026-02-02 08:33:38 +00:00 · 2026-01-10 04:24:09 +08:00
parent d7d734d54c
commit b2effbd77c
26 changed files with 604 additions and 850 deletions
--- a/src/llamafactory/v1/config/data_args.py
+++ b/src/llamafactory/v1/config/data_args.py
@@ -22,7 +22,3 @@ class DataArguments:
        default=None,
        metadata={"help": "Path to the dataset."},
    )
-    cutoff_len: int = field(
-        default=2048,
-        metadata={"help": "Cutoff length for the dataset."},
-    )