ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add some

Browse Source 
Former-commit-id: fede563aeb716ba5d1e368fd3e1182e4e580d248
This commit is contained in:
fzc8578
2025-01-10 20:01:22 +08:00
parent 8c2a712247
commit 9e972bc9ec
5 changed files with 45 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/model/model_utils/misc.py
View File

@@ -46,6 +46,9 @@ def find_all_linear_modules(model: "PreTrainedModel", freeze_vision_tower: bool)
forbidden_modules.add("visual")
elif model_type in ["minicpmv"]:
forbidden_modules.add("vpm")
forbidden_modules.add("apm")
forbidden_modules.add("resampler")
forbidden_modules.add("tts")
else:
forbidden_modules.add("vision_tower")

4
src/llamafactory/model/model_utils/visual.py
View File

@@ -145,7 +145,11 @@ def get_forbidden_modules(config: "PretrainedConfig", finetuning_args: "Finetuni
elif model_type == "minicpmv":
if finetuning_args.freeze_vision_tower:
print("******************", model_type)
forbidden_modules.add("vpm")
forbidden_modules.add("apm")
forbidden_modules.add("resampler")
forbidden_modules.add("tts")
return forbidden_modules