add use_streaming

2023-12-12 14:23:05 +08:00 · 2023-12-12 14:23:05 +08:00 · adc98c86da
parent 1909f0d117
commit adc98c86da
1 changed files with 1 additions and 1 deletions
--- a/src/llmtuner/data/loader.py
+++ b/src/llmtuner/data/loader.py
@ -65,7 +65,7 @@ def get_dataset(
                data_files=data_files,
                cache_dir=cache_dir,
                token=model_args.ms_hub_token,
-                streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
+                use_streaming=(data_args.streaming and (dataset_attr.load_from != "file")),
            ).to_hf_dataset()
        else:
            dataset = load_dataset(