add logits processor

Former-commit-id: f6f4b1554ae1e8849b437d705ffa34ce7ebd56bb
This commit is contained in:
hiyouga
2023-06-03 16:34:54 +08:00
parent ec48d06b9e
commit 9b8b6623ac
5 changed files with 22 additions and 16 deletions

View File

@@ -9,7 +9,6 @@ from transformers.modeling_utils import PreTrainedModel
from trl import PPOTrainer, AutoModelForCausalLMWithValueHead
from trl.core import LengthSampler
from trl.trainer.ppo_trainer import PPODecorators, logprobs_from_logits
from .peft_trainer import PeftTrainer, LogCallback