fix #2802

Former-commit-id: 1370db270d7ba1a20468abdb29193ce7534d1b4f
2024-03-12 17:08:34 +08:00
parent 7814db1b42
commit 6c1b4aec75
2 changed files with 7 additions and 0 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -97,6 +97,10 @@ class ModelArguments:
        default=False,
        metadata={"help": "Whether or not to disable CUDA graph in the vLLM engine."},
    )
+    offload_folder: str = field(
+        default="offload",
+        metadata={"help": "Path to offload model weights."},
+    )
    hf_hub_token: Optional[str] = field(
        default=None,
        metadata={"help": "Auth token to log in with Hugging Face Hub."},