add hint for freeze #2412

Former-commit-id: 9600c93633629605573d908019563fa3870ad6f8
2024-02-03 23:38:56 +08:00
parent 5fa52e87cb
commit a2ae5bd867
2 changed files with 11 additions and 0 deletions
--- a/src/llmtuner/hparams/finetuning_args.py
+++ b/src/llmtuner/hparams/finetuning_args.py
@@ -17,6 +17,7 @@ class FreezeArguments:
                  BLOOM & Falcon & ChatGLM choices: ["mlp", "self_attention"], \
                  Qwen choices: ["mlp", "attn"], \
                  Phi choices: ["mlp", "mixer"], \
+                  InternLM2 choices: ["feed_forward", "attention"], \
                  Others choices: the same as LLaMA.'
        },
    )