[deps] upgrade transformers to 4.56.1 (#9128)

src/llamafactory/extras/misc.py

@@ -94,10 +94,10 @@ def check_version(requirement: str, mandatory: bool = False) -> None:
 
 def check_dependencies() -> None:
     r"""Check the version of the required packages."""
-    check_version("transformers>=4.49.0,<=4.55.0")
-    check_version("datasets>=2.16.0,<=3.6.0")
-    check_version("accelerate>=1.3.0,<=1.7.0")
-    check_version("peft>=0.14.0,<=0.15.2")
+    check_version("transformers>=4.49.0,<=4.56.1")
+    check_version("datasets>=2.16.0,<=4.0.0")
+    check_version("accelerate>=1.3.0,<=1.10.1")
+    check_version("peft>=0.14.0,<=0.17.1")
     check_version("trl>=0.8.6,<=0.9.6")
 
 

src/llamafactory/extras/packages.py

@@ -58,6 +58,10 @@ def is_apollo_available():
     return _is_package_available("apollo_torch")
 
 
+def is_jieba_available():
+    return _is_package_available("jieba")
+
+
 def is_gradio_available():
     return _is_package_available("gradio")
 

src/llamafactory/train/sft/metric.py

@@ -21,11 +21,11 @@ from typing import TYPE_CHECKING, Optional
 
 import numpy as np
 import torch
-from transformers.utils import is_jieba_available, is_nltk_available
+from transformers.utils import is_nltk_available
 
 from ...extras.constants import IGNORE_INDEX
 from ...extras.misc import numpify
-from ...extras.packages import is_rouge_available
+from ...extras.packages import is_jieba_available, is_rouge_available
 
 
 if TYPE_CHECKING: