fix mixed mm inputs and rlhf-v

Former-commit-id: 7c248fac20bf85d57a91132ce7a793c7f84e9218
2024-09-01 20:52:47 +08:00
parent 1d8e9c7897
commit 7e4c5d4bb3
20 changed files with 306 additions and 277 deletions
--- a/src/llamafactory/data/init.py
+++ b/src/llamafactory/data/init.py
@@ -13,8 +13,8 @@
 # limitations under the License.

 from .collator import (
-    CustomDataCollatorForSeq2Seq,
    KTODataCollatorWithPadding,
+    MultiModalDataCollatorForSeq2Seq,
    PairwiseDataCollatorWithPadding,
    SFTDataCollatorWith4DAttentionMask,
 )
@@ -24,8 +24,8 @@ from .template import TEMPLATES, Template, get_template_and_fix_tokenizer


 __all__ = [
-    "CustomDataCollatorForSeq2Seq",
    "KTODataCollatorWithPadding",
+    "MultiModalDataCollatorForSeq2Seq",
    "PairwiseDataCollatorWithPadding",
    "SFTDataCollatorWith4DAttentionMask",
    "Role",