support HQQ/EETQ #4113

Former-commit-id: b7cb51ddb394f04fe4646b2c297fc8d918c9979e
2024-06-27 00:29:42 +08:00
parent 08fa707085
commit 8aaf1185a5
16 changed files with 134 additions and 57 deletions
--- a/src/llamafactory/model/init.py
+++ b/src/llamafactory/model/init.py
@@ -14,10 +14,12 @@

 from .loader import load_config, load_model, load_tokenizer
 from .model_utils.misc import find_all_linear_modules
+from .model_utils.quantization import QuantizationMethod
 from .model_utils.valuehead import load_valuehead_params


 __all__ = [
+    "QuantizationMethod",
    "load_config",
    "load_model",
    "load_tokenizer",