fix ChatGLM2 ppo #527 #528

Former-commit-id: 60d6ad64d7c9f6445b0df8de0153c3a311974198
This commit is contained in:
hiyouga
2023-08-18 00:34:59 +08:00
parent fa1893b59c
commit 04fa430c6c
6 changed files with 72 additions and 11 deletions

View File

@@ -1,10 +1,6 @@
import torch
from typing import TYPE_CHECKING, List, Optional, Tuple
from transformers import (
LogitsProcessor,
InfNanRemoveLogitsProcessor,
LogitsProcessorList
)
from transformers import InfNanRemoveLogitsProcessor, LogitsProcessorList
from llmtuner.extras.constants import LAYERNORM_NAMES