[data] add min resolution option (#6975)

Former-commit-id: 76bd9a98a2fb00f1a1d881e6e1364c02fd36d327
This commit is contained in:
hoshi-hiyouga
2025-02-18 01:40:46 +08:00
committed by GitHub
parent f2fd9d1b25
commit c09b648934
9 changed files with 59 additions and 24 deletions

View File

@@ -79,9 +79,11 @@ def patch_processor(
setattr(processor, "tokenizer", tokenizer)
if getattr(config, "vision_config", None) is not None: # visual models
setattr(processor, "image_seqlen", get_image_seqlen(config))
setattr(processor, "image_resolution", model_args.image_resolution)
setattr(processor, "patch_size", get_patch_size(config, processor))
setattr(processor, "video_resolution", model_args.video_resolution)
setattr(processor, "image_max_resolution", model_args.image_max_resolution)
setattr(processor, "image_min_resolution", model_args.image_min_resolution)
setattr(processor, "video_max_resolution", model_args.video_max_resolution)
setattr(processor, "video_min_resolution", model_args.video_min_resolution)
setattr(processor, "video_fps", model_args.video_fps)
setattr(processor, "video_maxlen", model_args.video_maxlen)
setattr(processor, "vision_feature_select_strategy", get_vision_feature_select_strategy(config, processor))