ros/LlamaFactory
1
0
Fork 0
mirror of https://github.com/hiyouga/LlamaFactory.git synced 2026-02-02 08:33:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

[misc] fix import error (#9299)

Browse Source
This commit is contained in:
Yaowei Zheng
2025-10-17 17:46:27 +08:00
committed by GitHub
parent a442fa90ad
commit d9d67ba62d
7 changed files with 34 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/llamafactory/model/model_utils/moe.py
View File

@@ -154,7 +154,17 @@ def configure_moe(config: "PretrainedConfig", model_args: "ModelArguments", is_t
]:
setattr(text_config, "output_router_logits", True)
if model_type in ["ernie4_5_moe", "granitemoe", "jamba", "llama4", "mixtral", "olmoe", "phimoe", "qwen2_moe", "qwen3_moe"]:
if model_type in [
"ernie4_5_moe",
"granitemoe",
"jamba",
"llama4",
"mixtral",
"olmoe",
"phimoe",
"qwen2_moe",
"qwen3_moe",
]:
setattr(config, "router_aux_loss_coef", model_args.moe_aux_loss_coef)
elif text_config and getattr(text_config, "model_type", None) in ["qwen3_moe"]: