modify some style

Former-commit-id: b016e6a671a2f228f0bdd9b8d5995b4669609655
This commit is contained in:
BUAADreamer
2024-04-25 21:58:18 +08:00
parent 10d59e9e4a
commit 8b2a735c14
6 changed files with 26 additions and 158 deletions

View File

@@ -41,9 +41,7 @@ def _get_init_kwargs(model_args: "ModelArguments") -> Dict[str, Any]:
}
def load_tokenizer(
model_args: "ModelArguments",
) -> Dict[str, Union["PreTrainedTokenizer", "AutoProcessor"]]:
def load_tokenizer(model_args: "ModelArguments") -> Dict[str, Union["PreTrainedTokenizer", "AutoProcessor"]]:
r"""
Loads pretrained tokenizer.