[data] fix loader (#7207)

* fix dataloader * add test case * fix type * fix ci * fix ci * fix ci * disable overwrite cache in ci Former-commit-id: e84af0e140b1aafd1a6d6fe185a8e41c8fc5f831
2025-03-07 17:20:46 +08:00
parent 82a2bac866
commit 16419b2834
16 changed files with 161 additions and 92 deletions
--- a/tests/train/test_sft_trainer.py
+++ b/tests/train/test_sft_trainer.py
@@ -38,7 +38,6 @@ TRAIN_ARGS = {
    "dataset_dir": "ONLINE",
    "template": "llama3",
    "cutoff_len": 1024,
-    "overwrite_cache": False,
    "overwrite_output_dir": True,
    "per_device_train_batch_size": 1,
    "max_steps": 1,