Former-commit-id: f9d50501aac1f60a3b445ca3fee9aa60995461ee
This commit is contained in:
hiyouga
2024-06-04 00:31:10 +08:00
parent aa6c3766de
commit 2ac2cde03e
3 changed files with 5 additions and 9 deletions

View File

@@ -179,7 +179,7 @@ def get_dataset(
if training_args.should_save:
dataset.save_to_disk(data_args.tokenized_path)
logger.info("Tokenized dataset saved at {}.".format(data_args.tokenized_path))
logger.info("Please restart the training with `--tokenized_path {}`.".format(data_args.tokenized_path))
logger.info("Please restart the training with `tokenized_path: {}`.".format(data_args.tokenized_path))
sys.exit(0)