add om_hub_token argument

Former-commit-id: b3214e69d32067a1c22dbd60c2cde1545ba75b19
This commit is contained in:
huniu20
2024-10-10 17:16:46 +08:00
parent aad79127e6
commit 5b15ca0b0b
3 changed files with 6 additions and 2 deletions

View File

@@ -96,7 +96,7 @@ def _load_single_dataset(
data_files=data_files,
split=dataset_attr.split,
cache_dir=cache_dir,
token=model_args.ms_hub_token,
token=model_args.om_hub_token,
streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
)
except ImportError: