remove visual_inputs, fix qlora

Former-commit-id: be30c01c4f1482520ece770bd54c6a4837c26f0a

examples/inference/llava1_5.yaml

@@ -1,3 +1,2 @@
 model_name_or_path: llava-hf/llava-1.5-7b-hf
 template: llava
-visual_inputs: true

examples/inference/qwen2_vl.yaml

@@ -1,3 +1,2 @@
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
 template: qwen2_vl
-visual_inputs: true

examples/merge_lora/qwen2vl_lora_sft.yaml

@@ -3,7 +3,6 @@
 ### model
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
 adapter_name_or_path: saves/qwen2_vl-7b/lora/sft
-visual_inputs: true
 template: qwen2_vl
 finetuning_type: lora
 

examples/train_full/qwen2vl_full_sft.yaml

@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
-visual_inputs: true
 
 ### method
 stage: sft
@@ -9,7 +8,7 @@ finetuning_type: full
 deepspeed: examples/deepspeed/ds_z3_config.json
 
 ### dataset
-dataset: mllm_demo
+dataset: mllm_demo,identity
 template: qwen2_vl
 cutoff_len: 1024
 max_samples: 1000

examples/train_lora/llava1_5_lora_sft.yaml

@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: llava-hf/llava-1.5-7b-hf
-visual_inputs: true
 
 ### method
 stage: sft

examples/train_lora/qwen2vl_lora_sft.yaml

@@ -1,6 +1,5 @@
 ### model
 model_name_or_path: Qwen/Qwen2-VL-7B-Instruct
-visual_inputs: true
 
 ### method
 stage: sft
@@ -9,7 +8,7 @@ finetuning_type: lora
 lora_target: all
 
 ### dataset
-dataset: mllm_demo
+dataset: mllm_demo,identity
 template: qwen2_vl
 cutoff_len: 1024
 max_samples: 1000