[data] improve mmplugin (#7795)

This commit is contained in:
hoshi-hiyouga
2025-04-22 01:25:33 +08:00
committed by GitHub
parent b07628dea5
commit 0e4ce039ee
3 changed files with 47 additions and 15 deletions

View File

@@ -101,7 +101,7 @@ def load_tokenizer(model_args: "ModelArguments") -> "TokenizerModule":
processor = AutoProcessor.from_pretrained(model_args.model_name_or_path, **init_kwargs)
patch_processor(processor, tokenizer, model_args)
except Exception as e:
logger.debug(f"Failed to load processor: {e}.")
logger.info_rank0(f"Failed to load processor: {e}.")
processor = None
# Avoid load tokenizer, see: