from typing import List, Optional, Tuple

from tokenizers import pre_tokenizers

from ...tokenization_utils_fast import PreTrainedTokenizerFast
from ...utils import logging
from .tokenization_clip import CLIPTokenizer


UpperCamelCase													=		logging.get_logger(__name__)

UpperCamelCase													=		{'''vocab_file''': '''vocab.json''', '''merges_file''': '''merges.txt''', '''tokenizer_file''': '''tokenizer.json'''}

UpperCamelCase													=		{
    '''vocab_file''': {
        '''openai/clip-vit-base-patch32''': '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/vocab.json''',
    },
    '''merges_file''': {
        '''openai/clip-vit-base-patch32''': '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/merges.txt''',
    },
    '''tokenizer_file''': {
        '''openai/clip-vit-base-patch32''': (
            '''https://huggingface.co/openai/clip-vit-base-patch32/resolve/main/tokenizer.json'''
        ),
    },
}

UpperCamelCase													=		{
    '''openai/clip-vit-base-patch32''': 77,
}



class 						snake_case_ (	__A ):
   __A			:	int        =       VOCAB_FILES_NAMES
   __A			:	List[Any]        =       PRETRAINED_VOCAB_FILES_MAP
   __A			:	Optional[Any]        =       PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
   __A			:	List[str]        =       ["input_ids", "attention_mask"]
   __A			:	List[str]        =       CLIPTokenizer






   def __init__(   self       :  Dict			,		lowercase_       :  Optional[int]=None			,		lowercase_       :  Dict=None			,		lowercase_       :  List[Any]=None			,		lowercase_       :  Optional[Any]="<|endoftext|>"			,		lowercase_       :  str="<|startoftext|>"			,		lowercase_       :  Dict="<|endoftext|>"			,		lowercase_       :  Union[str, Any]="<|endoftext|>"			,		**lowercase_       :  Optional[Any]			,		)      ->		Tuple:
       super().__init__(
           lowercase_			,		lowercase_			,		tokenizer_file=lowercase_			,		unk_token=lowercase_			,		bos_token=lowercase_			,		eos_token=lowercase_			,		pad_token=lowercase_			,		**lowercase_			,		)

       if not isinstance(self.backend_tokenizer.pre_tokenizer			,		pre_tokenizers.Sequence						):
           raise ValueError(
               "The `backend_tokenizer` provided does not match the expected format. The CLIP tokenizer has been"
               " heavily modified from transformers version 4.17.0. You need to convert the tokenizer you are using"
               " to be compatible with this version.The easiest way to do so is"
               " `CLIPTokenizerFast.from_pretrained(\"path_to_local_folder_or_hub_repo, from_slow=True)`. If you want"
               " to use your existing tokenizer, you will have to revert to a version prior to 4.17.0 of"
               " transformers."						)

       self._wrap_decode_method_backend_tokenizer()






   def    __UpperCamelCase  (   self       :  List[Any]						)      ->		Any:
       lowercase__				:     Any					      =       self.backend_tokenizer.decode

       def new_decode_method(*lowercase_       :  Optional[Any]			,		**lowercase_       :  Dict						):
           lowercase__				:     Tuple					      =       orig_decode_method(*lowercase_			,		**lowercase_						)
           lowercase__				:     Optional[Any]					      =       text.replace(self.backend_tokenizer.model.end_of_word_suffix			,		" "						).strip()
           return text

       lowercase__				:     str					      =       new_decode_method






   def    __UpperCamelCase  (   self       :  Tuple			,		lowercase_       :  List[int]			,		lowercase_       :  Optional[List[int]] = None						)      ->		List[int]:
       lowercase__				:     int					      =       [self.bos_token_id]
       lowercase__				:     List[Any]					      =       [self.eos_token_id]

       if token_ids_a is None:
           return bos_token + token_ids_a + eos_token
       return bos_token + token_ids_a + eos_token + eos_token + token_ids_a + eos_token






   def    __UpperCamelCase  (   self       :  str			,		lowercase_       :  List[int]			,		lowercase_       :  Optional[List[int]] = None						)      ->		List[int]:
       lowercase__				:     str					      =       [self.bos_token_id]
       lowercase__				:     Optional[Any]					      =       [self.eos_token_id]

       if token_ids_a is None:
           return len(bos_token + token_ids_a + eos_token						) * [0]
       return len(bos_token + token_ids_a + eos_token + eos_token + token_ids_a + eos_token						) * [0]







   def    __UpperCamelCase  (   self       :  int			,		lowercase_       :  str			,		lowercase_       :  Optional[str] = None						)      ->		Tuple[str]:
       lowercase__				:     Any					      =       self._tokenizer.model.save(lowercase_			,		name=lowercase_						)
       return tuple(lowercase_						)




from typing import Callable

def     lowercase_       (    _lowerCamelCase							: Callable):

    def wrapper(_lowerCamelCase							: str):
        lowercase__				:     Tuple					      =       function_with_docstring.__doc__
        return target_function

    return wrapper



