[model] support Mistral3.1 small 2503 (#8335)

This commit is contained in:
Kingsley
2025-06-09 10:37:42 +08:00
committed by GitHub
parent fa4360dca7
commit 31bca4d172
5 changed files with 30 additions and 4 deletions

View File

@@ -21,14 +21,17 @@ from ...extras.misc import get_current_device
if TYPE_CHECKING:
from transformers import PretrainedConfig, PreTrainedModel
from ...hparams import ModelArguments, FinetuningArguments
from ...hparams import FinetuningArguments, ModelArguments
logger = logging.get_logger(__name__)
def _get_unsloth_kwargs(
config: "PretrainedConfig", model_name_or_path: str, model_args: "ModelArguments", finetuning_args: "FinetuningArguments"
config: "PretrainedConfig",
model_name_or_path: str,
model_args: "ModelArguments",
finetuning_args: "FinetuningArguments",
) -> dict[str, Any]:
return {
"model_name": model_name_or_path,

View File

@@ -263,6 +263,11 @@ _register_composite_model(
)
_register_composite_model(
model_type="mistral3",
)
_register_composite_model(
model_type="qwen2_audio",
vision_model_keys=["audio_tower"],