File size: 994 Bytes
637209e 03efddb 637209e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | from transformers.processing_utils import ProcessorMixin
class MSPVisualProcessor(ProcessorMixin):
attributes = ["video_processor", "tokenizer"]
video_processor_class = "AutoVideoProcessor"
tokenizer_class = "AutoTokenizer"
def __init__(self, video_processor=None, tokenizer=None, **kwargs):
super().__init__(video_processor, tokenizer, **kwargs)
self.video_processor = video_processor
self.tokenizer = tokenizer
def __call__(self, videos=None, text=None, **kwargs):
if videos is None and text is None:
raise ValueError("Provide at least one of videos or text.")
inputs = super().__call__(
images=None, audio=None, videos=videos, text=text, **kwargs
)
if "input_ids" in inputs:
inputs["labels"] = inputs.pop("input_ids")
return inputs
@property
def model_input_names(self) -> list[str]:
return ["pixel_values_videos", "padding_mask_videos", "labels"]
|