|
|
|
from transformers import Qwen2_5_VLProcessor, AutoTokenizer, AutoImageProcessor |
|
|
|
class OpenCUAProcessor(Qwen2_5_VLProcessor): |
|
|
|
tokenizer_class = "TikTokenV3" |
|
|
|
@classmethod |
|
def from_pretrained(cls, pretrained_model_name_or_path, **kwargs): |
|
|
|
trust_remote_code = kwargs.get("trust_remote_code", False) |
|
|
|
|
|
tokenizer = AutoTokenizer.from_pretrained( |
|
pretrained_model_name_or_path, |
|
trust_remote_code=trust_remote_code, |
|
) |
|
|
|
|
|
image_processor = AutoImageProcessor.from_pretrained( |
|
pretrained_model_name_or_path, |
|
trust_remote_code=trust_remote_code, |
|
) |
|
|
|
|
|
return cls(image_processor=image_processor, tokenizer=tokenizer) |
|
|