fix #1217

Former-commit-id: 065fc0a6f3f005bb87e1c5c126c8b6bb470ce700
2023-10-19 15:52:24 +08:00
parent 215660c8da
commit b1bd8370c2
3 changed files with 5 additions and 4 deletions
--- a/src/llmtuner/tuner/core/loader.py
+++ b/src/llmtuner/tuner/core/loader.py
@@ -240,4 +240,7 @@ def load_model_and_tokenizer(
        trainable_params, all_param, 100 * trainable_params / all_param
    ))

+    if not is_trainable:
+        logger.info("This IS expected that the trainable params is 0 if you are using model for inference only.")
+
    return model, tokenizer