remove loftq

Former-commit-id: e175c0a1c631296117abda2403a4b87bbdd35a66

src/llmtuner/model/adapter.py

@@ -91,16 +91,6 @@ def init_adapter(
             else:
                 target_modules = finetuning_args.lora_target
 
-            config_kwargs = {}
-            if model_args.quantization_bit is not None and finetuning_args.loftq_init:
-                if model_args.quantization_bit != 4:
-                    raise ValueError("LoftQ initialization only support 4-bit quantized training.")
-
-                from peft import LoftQConfig # type: ignore
-                loftq_config = LoftQConfig(loftq_bits=4)
-                config_kwargs["init_lora_weights"] = "loftq"
-                config_kwargs["loftq_config"] = loftq_config
-
             lora_config = LoraConfig(
                 task_type=TaskType.CAUSAL_LM,
                 inference_mode=False,
@@ -108,8 +98,7 @@ def init_adapter(
                 lora_alpha=finetuning_args.lora_alpha,
                 lora_dropout=finetuning_args.lora_dropout,
                 target_modules=target_modules,
-                modules_to_save=finetuning_args.additional_target,
-                **config_kwargs
+                modules_to_save=finetuning_args.additional_target
             )
             model = get_peft_model(model, lora_config)