update packing

Former-commit-id: f3d9c31efa0e64317bdd5b4ed6f78653cf3b5ba4
2024-07-04 01:10:55 +08:00
parent b29a7f8cd6
commit 60558388ec
6 changed files with 133 additions and 271 deletions
--- a/src/llamafactory/extras/constants.py
+++ b/src/llamafactory/extras/constants.py
@@ -82,14 +82,11 @@ SUPPORTED_CLASS_FOR_BLOCK_DIAG_ATTN = {
    "falcon",
    "gemma",
    "gemma2",
-    "jamba",
    "llama",
    "mistral",
-    "mixtral",
    "phi",
    "phi3",
    "qwen2",
-    "qwen2_moe",
    "starcoder2",
 }