update scripts

Former-commit-id: 51d087cbc14bf3c7dfa06b8b66052cd80a6081be
2024-09-08 14:17:41 +08:00
parent eb5af3d90b
commit 3259397f89
6 changed files with 24 additions and 11 deletions
--- a/scripts/cal_flops.py
+++ b/scripts/cal_flops.py
@@ -27,7 +27,7 @@ from llamafactory.chat import ChatModel
 def calculate_flops(
    model_name_or_path: str,
    batch_size: int = 1,
-    seq_length: int = 256,
+    seq_length: int = 512,
    flash_attn: str = "auto",
 ):
    r"""