Former-commit-id: 49975755d47344e362145c52548fdda8783f2c0c
This commit is contained in:
hiyouga
2023-10-20 23:28:52 +08:00
parent 1cb9a38ac2
commit d602f06882
5 changed files with 44 additions and 48 deletions

View File

@@ -113,6 +113,8 @@ class DataArguments:
with open(os.path.join(self.dataset_dir, "dataset_info.json"), "r") as f:
dataset_info = json.load(f)
except Exception:
if self.dataset is not None:
raise ValueError("Cannot find dataset_info.json in `dataset_dir`.")
dataset_info = None
prompt_list = self.system_prompt.split("|") if self.system_prompt else [None]