modify some style

Former-commit-id: 053062abc007014a7fde95c5ae9f4d859893d8ad
This commit is contained in:
BUAADreamer
2024-04-25 22:04:09 +08:00
parent 8b2a735c14
commit 514ffafc12
4 changed files with 50 additions and 8 deletions

View File

@@ -43,7 +43,7 @@ def run_sft(
data_collator = DataCollatorForSeq2Seq(
tokenizer=tokenizer,
pad_to_multiple_of=8 if tokenizer.padding_side == "right" else None, # for shift short attention
label_pad_token_id=(IGNORE_INDEX if data_args.ignore_pad_token_for_loss else tokenizer.pad_token_id),
label_pad_token_id=IGNORE_INDEX if data_args.ignore_pad_token_for_loss else tokenizer.pad_token_id,
)
# Override the decoding parameters of Seq2SeqTrainer

View File

@@ -19,6 +19,7 @@ from .sft import run_sft
if TYPE_CHECKING:
from transformers import TrainerCallback
logger = get_logger(__name__)