fix #2376

Former-commit-id: 8e2cfa7cca21b7fd4538d72114e36f704bcc82fe
2024-02-03 23:14:31 +08:00
parent bcd76d2c7a
commit 5fa52e87cb
2 changed files with 2 additions and 6 deletions
--- a/src/llmtuner/model/patcher.py
+++ b/src/llmtuner/model/patcher.py
@@ -110,7 +110,7 @@ def _configure_attn_implementation(model_args: "ModelArguments", config_kwargs:
            logger.warning("FlashAttention2 is not installed.")
            config_kwargs["attn_implementation"] = None
    else:
-        config_kwargs["attn_implementation"] = "eager"        
+        config_kwargs["attn_implementation"] = "eager"


 def _configure_rope(config: "PretrainedConfig", model_args: "ModelArguments", is_trainable: bool) -> None: