Merge pull request #4781 from hzhaoy/fix-dockerfile-cuda

Fix cuda Dockerfile

Former-commit-id: 56696f6c112f82d514dc3bf93182707297642639
This commit is contained in:
hoshi-hiyouga
2024-07-13 22:25:32 +08:00
committed by GitHub
2 changed files with 9 additions and 8 deletions

View File

@@ -134,7 +134,7 @@ class PissaConvertCallback(TrainerCallback):
if args.should_save:
model = kwargs.pop("model")
pissa_init_dir = os.path.join(args.output_dir, "pissa_init")
logger.info("Initial PiSSA adatper will be saved at: {}.".format(pissa_init_dir))
logger.info("Initial PiSSA adapter will be saved at: {}.".format(pissa_init_dir))
if isinstance(model, PeftModel):
init_lora_weights = getattr(model.peft_config["default"], "init_lora_weights")
setattr(model.peft_config["default"], "init_lora_weights", True)