ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-03-27 14:03:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

[v1] Support meta loading for full and free (#10236)

Browse Source
This commit is contained in:
jiaqiw09
2026-03-05 23:15:27 +08:00
committed by GitHub
parent 3061f48d55
commit 0ee1c42c2b
3 changed files with 150 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/llamafactory/v1/plugins/model_plugins/peft.py
View File

@@ -150,6 +150,9 @@ def load_adapter(model: HFModel, adapter_name_or_path: Union[list[str], str], is
@PeftPlugin("lora").register()
def get_lora_model(model: HFModel, config: LoraConfigDict, is_train: bool = False) -> HFModel:
if model.device.type == "meta":
raise ValueError("Currently lora stage does not support loading model by meta.")
adapter_name_or_path = config.get("adapter_name_or_path")
if adapter_name_or_path: