Former-commit-id: a98ebf62fb82ffe5aaaea6a1ce3d4c60d23a5728
This commit is contained in:
hiyouga
2023-06-04 12:55:40 +08:00
parent 5f44112cf5
commit eebe71699b
2 changed files with 15 additions and 9 deletions

View File

@@ -62,6 +62,10 @@ class ModelArguments:
default=True,
metadata={"help": "Compress the quantization statistics through double quantization."}
)
compute_dtype: Optional[torch.dtype] = field(
default=None,
metadata={"help": "Used in quantization configs. Do not specify this argument manually."}
)
checkpoint_dir: Optional[str] = field(
default=None,
metadata={"help": "Path to the directory(s) containing the delta model checkpoints as well as the configurations."}
@@ -208,10 +212,6 @@ class FinetuningArguments:
LLaMA choices: [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"up_proj\", \"down_proj\"], \
BLOOM choices: [\"query_key_value\", \"dense\", \"dense_\"]"}
)
compute_dtype: Optional[torch.dtype] = field(
default=None,
metadata={"help": "Used in quantization configs. Do not specify this argument manually."}
)
def __post_init__(self):
if isinstance(self.lora_target, str):