improve rlhf

Former-commit-id: e441780e3db256ca09a442ea9254e7ce16898a07
This commit is contained in:
hiyouga
2024-07-02 22:23:08 +08:00
parent f0b01803ea
commit e6ba7ef3e6
8 changed files with 55 additions and 114 deletions

View File

@@ -21,7 +21,6 @@ from typing import TYPE_CHECKING, Dict
import numpy as np
import torch
from transformers import EvalPrediction
from transformers.utils import is_jieba_available, is_nltk_available
from ...extras.constants import IGNORE_INDEX
@@ -29,7 +28,7 @@ from ...extras.packages import is_rouge_available
if TYPE_CHECKING:
from transformers import PreTrainedTokenizer
from transformers import EvalPrediction, PreTrainedTokenizer
if is_jieba_available():