fix export

Former-commit-id: c9b968b84c97c9a00fbb43194c3adc9354d74f3b
2024-03-14 18:17:01 +08:00
parent 764cfb506d
commit aabe90343e
2 changed files with 6 additions and 6 deletions
--- a/src/llmtuner/train/tuner.py
+++ b/src/llmtuner/train/tuner.py
@@ -42,8 +42,7 @@ def run_exp(args: Optional[Dict[str, Any]] = None, callbacks: Optional[List["Tra

 def export_model(args: Optional[Dict[str, Any]] = None):
    model_args, data_args, finetuning_args, _ = get_infer_args(args)
-
-    model_args.device_map = {"": "cpu"}
+    model_args.low_cpu_mem_usage = False

    if model_args.export_dir is None:
        raise ValueError("Please specify `export_dir` to save model.")