[data] fix loader (#7207)

* fix dataloader * add test case * fix type * fix ci * fix ci * fix ci * disable overwrite cache in ci Former-commit-id: e84af0e140b1aafd1a6d6fe185a8e41c8fc5f831
2025-03-07 17:20:46 +08:00
parent 82a2bac866
commit 16419b2834
16 changed files with 161 additions and 92 deletions
--- a/tests/model/model_utils/test_checkpointing.py
+++ b/tests/model/model_utils/test_checkpointing.py
@@ -33,7 +33,6 @@ TRAIN_ARGS = {
    "dataset_dir": "ONLINE",
    "template": "llama3",
    "cutoff_len": 1024,
-    "overwrite_cache": True,
    "output_dir": "dummy_dir",
    "overwrite_output_dir": True,
    "fp16": True,