support unsloth 2024.4

Former-commit-id: 14a83f8bc4fe44783252378fce59198194a96bb8
2026-02-01 08:13:38 +00:00 · 2024-04-16 00:25:03 +08:00
parent b5c5283dd6
commit efa808069a
2 changed files with 8 additions and 2 deletions
--- a/src/llmtuner/model/loader.py
+++ b/src/llmtuner/model/loader.py
@@ -82,6 +82,8 @@ def load_model(
            "token": model_args.hf_hub_token,
            "device_map": {"": get_current_device()},
            "rope_scaling": getattr(config, "rope_scaling", None),
+            "fix_tokenizer": False,
+            "trust_remote_code": True,
        }
        try:
            model, _ = FastLanguageModel.from_pretrained(**unsloth_kwargs)