update readme

Former-commit-id: 6fa381400c21fa249cebcdff8c3afd72f8de20b3
This commit is contained in:
hiyouga
2023-08-12 21:00:11 +08:00
parent fdfb644f0a
commit 37bcbe8046
3 changed files with 6 additions and 0 deletions

View File

@@ -83,6 +83,8 @@ def load_model_and_tokenizer(
# Set RoPE scaling
if model_args.rope_scaling is not None:
require_version("transformers>=4.31.0", "RoPE scaling requires transformers>=4.31.0")
if hasattr(config, "use_dynamic_ntk"): # for Qwen models
if is_trainable:
logger.warning("Qwen model does not support rope scaling in training.")