update packing

Former-commit-id: f3d9c31efa0e64317bdd5b4ed6f78653cf3b5ba4
This commit is contained in:
hiyouga
2024-07-04 01:10:55 +08:00
parent b29a7f8cd6
commit 60558388ec
6 changed files with 133 additions and 271 deletions

View File

@@ -83,7 +83,7 @@ class DataArguments:
)
ignore_pad_token_for_loss: bool = field(
default=True,
metadata={"help": "Whether or not to ignore the tokens corresponding to the pad tokens in loss computation."},
metadata={"help": "Whether or not to ignore the tokens corresponding to the pad label in loss computation."},
)
val_size: float = field(
default=0.0,