add multimodal LLM BLIP-2 and InstructBLIP

Former-commit-id: a730f89a972f1a9d37c718c716f199cb8d4903b2
2024-04-23 18:45:43 +08:00
parent 1d2e372a8e
commit ab6dc0ea30
16 changed files with 710 additions and 38 deletions
--- a/src/llmtuner/model/init.py
+++ b/src/llmtuner/model/init.py
@@ -1,10 +1,11 @@
-from .loader import load_model, load_tokenizer
+from .loader import load_model, load_tokenizer, load_processor, load_mm_model
 from .utils import find_all_linear_modules, load_valuehead_params

-
 __all__ = [
    "load_model",
+    "load_mm_model",
    "load_tokenizer",
+    "load_processor",
    "load_valuehead_params",
    "find_all_linear_modules",
 ]