add use_streaming

Former-commit-id: 80388abdb7ee88eb4afad92d8c706370c0574039
2023-12-12 14:23:05 +08:00
parent e54dad75da
commit 3ee3fe0bbb
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@@ -65,7 +65,7 @@ def get_dataset(
                data_files=data_files,
                cache_dir=cache_dir,
                token=model_args.ms_hub_token,
-                streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
+                use_streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
            ).to_hf_dataset()
        else:
            dataset = load_dataset(