ros/LLaMA-Factory
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove some unused params

Browse Source 
Former-commit-id: fef8132c50505a5fb6a246bd024491bd31798a3c
This commit is contained in:
ancv
2024-06-15 23:00:55 +07:00
parent c7ab302c69
commit f91fe10985
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/llamafactory/model/model_utils/packing.py
View File

@@ -239,7 +239,7 @@ def configure_packing(config: "PretrainedConfig") -> None:
attn_implementation = getattr(config, "_attn_implementation", None)
if attn_implementation != "flash_attention_2":
raise ValueError("Efficient packing only supports for flash_attention_2. Please set config `flash_attn` is fa2" + " " + attn_implementation)
raise ValueError("Efficient packing only supports for flash_attention_2. Please set config `flash_attn` is fa2")
logger = get_logger(__name__)