[example] add bash usage (#7794)

2025-04-22 00:25:51 +08:00
parent 12ada72ed4
commit b07628dea5
13 changed files with 184 additions and 98 deletions
--- a/src/llamafactory/model/model_utils/quantization.py
+++ b/src/llamafactory/model/model_utils/quantization.py
@@ -124,6 +124,7 @@ def configure_quantization(

        try:
            from optimum.gptq import utils as gq_utils
+
            if "language_model.model.layers" not in gq_utils.BLOCK_PATTERNS:
                gq_utils.BLOCK_PATTERNS.insert(0, "language_model.model.layers")
        except ImportError: