Former-commit-id: c3145afa4164dd28888f17599a154f7dddbe9326
This commit is contained in:
hiyouga
2024-03-06 17:25:08 +08:00
parent 7578209735
commit e93fb3cc6c
4 changed files with 15 additions and 17 deletions

View File

@@ -11,7 +11,7 @@ if TYPE_CHECKING:
from transformers.tokenization_utils import PreTrainedTokenizer
if is_jieba_available():
import jieba
import jieba # type: ignore
if is_nltk_available():
from nltk.translate.bleu_score import SmoothingFunction, sentence_bleu