improve lora+ impl.

Former-commit-id: 332bad25455a70ad9204e7dd384bb086d789aa39
2024-03-13 23:32:51 +08:00
parent 73f4513c84
commit 46f99ff277
12 changed files with 165 additions and 169 deletions
--- a/src/llmtuner/model/init.py
+++ b/src/llmtuner/model/init.py
@@ -1,5 +1,5 @@
 from .loader import load_model, load_model_and_tokenizer, load_tokenizer
-from .utils import load_valuehead_params
+from .utils import find_all_linear_modules, load_valuehead_params


 __all__ = [
@@ -7,4 +7,5 @@ __all__ = [
    "load_model_and_tokenizer",
    "load_tokenizer",
    "load_valuehead_params",
+    "find_all_linear_modules",
 ]