support distributed quantized training

Former-commit-id: 74ff23a4f36f859f791f7b4be6f1877edc68f12f
This commit is contained in:
hiyouga
2023-06-06 17:39:41 +08:00
parent ac6f50dedf
commit bf5ad34196
7 changed files with 20 additions and 18 deletions

View File

@@ -16,12 +16,12 @@ from .config import FinetuningArguments
from .other import (
AverageMeter,
get_logger,
get_main_logger,
get_logits_processor
)
logger = get_logger(__name__)
logger = get_main_logger(__name__)
def replace_model(model: AutoModelForCausalLMWithValueHead, target: Literal["default", "reward"]) -> None: