[misc] lint code (#9395)

This commit is contained in:
Yaowei Zheng
2025-11-03 22:08:59 +08:00
committed by GitHub
parent 215580c77d
commit 3ae15da9c0
17 changed files with 82 additions and 75 deletions

View File

@@ -137,7 +137,6 @@ def _load_single_dataset(
cache_dir=model_args.cache_dir,
token=model_args.hf_hub_token,
num_proc=data_args.preprocessing_num_workers,
trust_remote_code=model_args.trust_remote_code,
streaming=data_args.streaming and dataset_attr.load_from != "file",
)
if data_args.streaming and dataset_attr.load_from == "file":

View File

@@ -70,7 +70,6 @@ if TYPE_CHECKING:
from transformers.image_processing_utils import BaseImageProcessor
from transformers.video_processing_utils import BaseVideoProcessor
class EncodedImage(TypedDict):
path: Optional[str]
bytes: Optional[bytes]