[model] switch to gptqmodel (#8108)

2025-05-19 22:25:40 +08:00
parent bc7f00f2c7
commit 45030ff803
9 changed files with 78 additions and 62 deletions
--- a/setup.py
+++ b/setup.py
@@ -50,7 +50,7 @@ extra_require = {
    "bitsandbytes": ["bitsandbytes>=0.39.0"],
    "hqq": ["hqq"],
    "eetq": ["eetq"],
-    "gptq": ["optimum>=1.17.0", "auto-gptq>=0.5.0"],
+    "gptq": ["optimum>=1.24.0", "gptqmodel>=2.0.0"],
    "aqlm": ["aqlm[gpu]>=1.1.0"],
    "vllm": ["vllm>=0.4.3,<=0.8.5"],
    "sglang": ["sglang[srt]>=0.4.5", "transformers==4.51.1"],