fix llava qlora

Former-commit-id: 01c5a669f6fe598aac1758a700a7607da37db1bc
This commit is contained in:
hiyouga
2024-04-26 18:00:23 +08:00
parent 697bc20941
commit 51f776ae2a
6 changed files with 55 additions and 10 deletions

View File

@@ -182,6 +182,9 @@ class ModelArguments:
if self.split_special_tokens and self.use_fast_tokenizer:
raise ValueError("`split_special_tokens` is only supported for slow tokenizers.")
if self.visual_inputs and self.use_unsloth:
raise ValueError("Unsloth does not support MLLM yet. Stay tuned.")
if self.adapter_name_or_path is not None: # support merging multiple lora weights
self.adapter_name_or_path = [path.strip() for path in self.adapter_name_or_path.split(",")]