fix Baichuan-13B

Former-commit-id: 6d9d826b3246349454c68f4d13b862da4de986e2
2026-01-31 20:03:39 +00:00 · 2023-07-13 23:08:45 +08:00
parent d57e0a7006
commit 316a02696f
10 changed files with 24 additions and 83 deletions
--- a/src/utils/common.py
+++ b/src/utils/common.py
@@ -165,7 +165,7 @@ def load_pretrained(
    tokenizer = AutoTokenizer.from_pretrained(
        model_args.model_name_or_path,
        use_fast=model_args.use_fast_tokenizer,
-        padding_side="left",
+        padding_side=model_args.padding_side,
        **config_kwargs
    )
    if tokenizer.pad_token_id is None or tokenizer.pad_token_id == 64000: # 64000 for baichuan model (older version)