Former-commit-id: 3e93c33af9f80e28c9f30af9b7ba20757358afb4
This commit is contained in:
hiyouga
2023-12-23 14:42:20 +08:00
parent bcc92919a0
commit f869e44fe5
2 changed files with 9 additions and 9 deletions

View File

@@ -127,9 +127,6 @@ class DataArguments:
if self.streaming and self.max_samples is not None:
raise ValueError("`max_samples` is incompatible with `streaming`.")
if self.streaming and self.cache_path:
raise ValueError("`cache_path` is incompatible with `streaming`.")
def init_for_training(self, seed: int): # support mixing multiple datasets
self.seed = seed
dataset_names = [ds.strip() for ds in self.dataset.split(",")] if self.dataset is not None else []