Former-commit-id: a19a7ac99af62b6715c96274f6350b124a784331
This commit is contained in:
hiyouga
2024-06-17 22:35:56 +08:00
parent 43fab306b6
commit 875270b851
2 changed files with 2 additions and 2 deletions

View File

@@ -50,7 +50,7 @@ def quantize_pissa(
lora_alpha=lora_alpha if lora_alpha is not None else lora_rank * 2,
lora_dropout=lora_dropout,
target_modules=[name.strip() for name in lora_target.split(",")],
init_lora_weights="pissa" if pissa_iter == -1 else "pissa_niter_{}".format(pissa_iter)
init_lora_weights="pissa" if pissa_iter == -1 else "pissa_niter_{}".format(pissa_iter),
)
# Init PiSSA model