fix scripts

Former-commit-id: f94f55d20283298cb7d90d0573992a62df414a8f
This commit is contained in:
hiyouga
2024-12-05 03:47:28 +00:00
parent ff3e40e4a5
commit 86e4fab0d5
4 changed files with 32 additions and 24 deletions

View File

@@ -86,6 +86,10 @@ class MultiModalDataCollatorForSeq2Seq(DataCollatorForSeq2Seq):
template: Optional["Template"] = None
processor: Optional["ProcessorMixin"] = None
def __post_init__(self):
if self.template is None:
raise ValueError("Template is required for MultiModalDataCollator.")
def __call__(self, features: Sequence[Dict[str, Any]]) -> Dict[str, "torch.Tensor"]:
batch_images, batch_videos, batch_imglens, batch_vidlens, batch_input_ids = [], [], [], [], []
for feature in features: