update scripts

Former-commit-id: dabf5a1dc661a6581474c6a5ec115322d168ed5f
2024-08-09 19:16:23 +08:00
parent 5af32ce705
commit 9d1e2c3c1f
8 changed files with 29 additions and 16 deletions
--- a/scripts/pissa_init.py
+++ b/scripts/pissa_init.py
@@ -31,7 +31,7 @@ if TYPE_CHECKING:
 def quantize_pissa(
    model_name_or_path: str,
    output_dir: str,
-    pissa_iter: int = 4,
+    pissa_iter: int = 16,
    lora_alpha: int = None,
    lora_rank: int = 16,
    lora_dropout: float = 0,