ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[model] add qwen2vl 32b & upgrade peft (#7469)

Browse Source 
* add qwen2vl 32b

* fix ci

* upgrade peft to 0.15

* fix ci

* fix ci
This commit is contained in:
hoshi-hiyouga
2025-03-25 12:15:58 +08:00
committed by GitHub
parent ec6a261568
commit 0583d06676
10 changed files with 29 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/llamafactory/train/callbacks.py
View File

@@ -161,13 +161,12 @@ class PissaConvertCallback(TrainerCallback):
model.save_pretrained(pissa_backup_dir, safe_serialization=args.save_safetensors)
setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)
model.save_pretrained(
pissa_convert_dir, safe_serialization=args.save_safetensors, convert_pissa_to_lora=pissa_init_dir
) # TODO: use `path_initial_model_for_weight_conversion` (peft>=0.12.0)
pissa_convert_dir,
safe_serialization=args.save_safetensors,
path_initial_model_for_weight_conversion=pissa_init_dir,
)
model.load_adapter(pissa_backup_dir, "default", is_trainable=True)
model.set_adapter("default")
if "pissa_init" in model.peft_config.keys(): # backward compatibility (peft<0.12.0)
model.delete_adapter("pissa_init")
setattr(model.peft_config["default"], "init_lora_weights", init_lora_weights)