仅仅训练最后一轮对话

Former-commit-id: ab6198e4c099edeb1a400f58729cd617e8cd8e50
This commit is contained in:
Shiyu Zhang
2024-07-18 15:30:25 +08:00
parent 341225a405
commit c1e1918db1
6 changed files with 30 additions and 3 deletions

View File

@@ -162,6 +162,9 @@ def get_train_args(args: Optional[Dict[str, Any]] = None) -> _TRAIN_CLS:
# Check arguments
if finetuning_args.stage != "pt" and data_args.template is None:
raise ValueError("Please specify which `template` to use.")
if finetuning_args.stage == "pt" and data_args.train_last_turn_only:
raise ValueError("PT stage does not support `train_last_turn_only`.")
if finetuning_args.stage != "sft" and training_args.predict_with_generate:
raise ValueError("`predict_with_generate` cannot be set as True except SFT.")