mirror of
https://github.com/hiyouga/LlamaFactory.git
synced 2026-02-03 08:53:38 +00:00
[misc] lint code (#9395)
This commit is contained in:
@@ -475,7 +475,12 @@ class FinetuningArguments(
|
||||
)
|
||||
use_mca: bool = field(
|
||||
default=False,
|
||||
metadata={"help": "Whether or not to use MCA (Megatron Core Adapter) training. Controlled by USE_MCA environment variable."},
|
||||
metadata={
|
||||
"help": (
|
||||
"Whether or not to use MCA (Megatron Core Adapter) training. "
|
||||
"Controlled by USE_MCA environment variable."
|
||||
)
|
||||
},
|
||||
)
|
||||
use_muon: bool = field(
|
||||
default=False,
|
||||
|
||||
@@ -55,12 +55,16 @@ _EVAL_CLS = tuple[ModelArguments, DataArguments, EvaluationArguments, Finetuning
|
||||
|
||||
if is_mcore_adapter_available() and is_env_enabled("USE_MCA"):
|
||||
from mcore_adapter import TrainingArguments as McaTrainingArguments
|
||||
|
||||
_TRAIN_MCA_ARGS = [ModelArguments, DataArguments, McaTrainingArguments, FinetuningArguments, GeneratingArguments]
|
||||
_TRAIN_MCA_CLS = tuple[ModelArguments, DataArguments, McaTrainingArguments, FinetuningArguments, GeneratingArguments]
|
||||
_TRAIN_MCA_CLS = tuple[
|
||||
ModelArguments, DataArguments, McaTrainingArguments, FinetuningArguments, GeneratingArguments
|
||||
]
|
||||
else:
|
||||
_TRAIN_MCA_ARGS = []
|
||||
_TRAIN_MCA_CLS = tuple()
|
||||
|
||||
|
||||
def read_args(args: Optional[Union[dict[str, Any], list[str]]] = None) -> Union[dict[str, Any], list[str]]:
|
||||
r"""Get arguments from the command line or a config file."""
|
||||
if args is not None:
|
||||
|
||||
@@ -20,17 +20,18 @@ from transformers import Seq2SeqTrainingArguments
|
||||
from transformers.training_args import _convert_str_dict
|
||||
|
||||
from ..extras.misc import is_env_enabled, use_ray
|
||||
from ..extras.packages import is_mcore_adapter_available
|
||||
|
||||
|
||||
if is_env_enabled("USE_MCA"):
|
||||
try:
|
||||
from mcore_adapter import Seq2SeqTrainingArguments as McaSeq2SeqTrainingArguments
|
||||
BaseTrainingArguments = McaSeq2SeqTrainingArguments
|
||||
except ImportError:
|
||||
if not is_mcore_adapter_available():
|
||||
raise ImportError(
|
||||
"mcore_adapter is required when USE_MCA=1.",
|
||||
"Please install `mcore_adapter` and its dependencies."
|
||||
"mcore_adapter is required when USE_MCA=1. Please install `mcore_adapter` and its dependencies."
|
||||
)
|
||||
|
||||
from mcore_adapter import Seq2SeqTrainingArguments as McaSeq2SeqTrainingArguments
|
||||
|
||||
BaseTrainingArguments = McaSeq2SeqTrainingArguments
|
||||
else:
|
||||
BaseTrainingArguments = Seq2SeqTrainingArguments
|
||||
|
||||
|
||||
Reference in New Issue
Block a user