remove visual_inputs, fix qlora

Former-commit-id: be30c01c4f1482520ece770bd54c6a4837c26f0a
2024-08-31 00:24:51 +08:00
parent d789b667d7
commit 2f6fc27c8b
22 changed files with 112 additions and 106 deletions
--- a/examples/train_lora/qwen2vl_lora_sft.yaml
+++ b/examples/train_lora/qwen2vl_lora_sft.yaml
@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
-visual_inputs: true

 ### method
 stage: sft
@@ -9,7 +8,7 @@ finetuning_type: lora
 lora_target: all

 ### dataset
-dataset: mllm_demo
+dataset: mllm_demo,identity
 template: qwen2_vl
 cutoff_len: 1024
 max_samples: 1000