Merge branch 'hiyouga:main' into main

Former-commit-id: 131d0bcd554dedd794add7eb3d7b1201cac80e7c
2024-04-25 20:02:50 +08:00
parent d1d08d066a 6be321b5da
commit f74e640565
8 changed files with 58 additions and 23 deletions
--- a/src/llmtuner/hparams/model_args.py
+++ b/src/llmtuner/hparams/model_args.py
@@ -169,7 +169,7 @@ class ModelArguments:
    )
    export_device: str = field(
        default="cpu",
-        metadata={"help": "The device used in model export."},
+        metadata={"help": "The device used in model export, use cuda to avoid addmm errors."},
    )
    export_quantization_bit: Optional[int] = field(
        default=None,