





from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowercase				    =      logging.get_logger(__name__)

__lowercase				    =      {
    """ZinengTang/tvlt-base""": """https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json""",
}

class 	__snake_case					(      a_ ):






    '''simple docstring'''
    _lowerCAmelCase  =						"tvlt"





    def __init__( self    :		List[str]      ,    snake_case    :		Any=224      ,    snake_case    :		Optional[Any]=2_048      ,    snake_case    :		Dict=128      ,    snake_case    :		str=[16, 16]      ,    snake_case    :		int=[16, 16]      ,    snake_case    :		int=3      ,    snake_case    :		Optional[int]=1      ,    snake_case    :		List[str]=8      ,    snake_case    :		List[Any]=768      ,    snake_case    :		int=12      ,    snake_case    :		List[Any]=12      ,    snake_case    :		Optional[Any]=3_072      ,    snake_case    :		List[str]="gelu"      ,    snake_case    :		Tuple=0.0      ,    snake_case    :		Optional[Any]=0.0      ,    snake_case    :		Tuple=0.02      ,    snake_case    :		Any=1e-6      ,    snake_case    :		Dict=True      ,    snake_case    :		Union[str, Any]=False      ,    snake_case    :		Tuple=16      ,    snake_case    :		str=512      ,    snake_case    :		List[str]=8      ,    snake_case    :		Union[str, Any]=2_048      ,    snake_case    :		Tuple=0.75      ,    snake_case    :		Optional[Any]=0.15      ,    snake_case    :		Union[str, Any]="frame-level"      ,    snake_case    :		List[str]=True      ,    snake_case    :		Any=True      ,    snake_case    :		Optional[int]="classification"      ,    **snake_case    :		Any      ,    ):

      """simple docstring"""





      super().__init__(**UpperCAmelCase_				)

      if audio_mask_type not in ("frame-level", "patch_level"):
        raise ValueError(
            '''audio_mask_type must be one of two acceptable strategies - {\'frame_level\', \'patch-level\') '''
            f'''got {audio_mask_type}'''				)

      __lowerCAmelCase								=					image_size
      __lowerCAmelCase								=					spectrogram_length
      __lowerCAmelCase								=					frequency_length
      __lowerCAmelCase								=					image_patch_size
      __lowerCAmelCase								=					audio_patch_size
      __lowerCAmelCase								=					num_image_channels
      __lowerCAmelCase								=					num_audio_channels
      __lowerCAmelCase								=					num_frames

      __lowerCAmelCase								=					hidden_size
      __lowerCAmelCase								=					num_hidden_layers
      __lowerCAmelCase								=					num_attention_heads
      __lowerCAmelCase								=					intermediate_size
      __lowerCAmelCase								=					hidden_act
      __lowerCAmelCase								=					hidden_dropout_prob
      __lowerCAmelCase								=					attention_probs_dropout_prob
      __lowerCAmelCase								=					initializer_range
      __lowerCAmelCase								=					layer_norm_eps
      __lowerCAmelCase								=					qkv_bias
      __lowerCAmelCase								=					use_mean_pooling

      __lowerCAmelCase								=					decoder_num_attention_heads
      __lowerCAmelCase								=					decoder_hidden_size
      __lowerCAmelCase								=					decoder_num_hidden_layers
      __lowerCAmelCase								=					decoder_intermediate_size
      __lowerCAmelCase								=					pixel_mask_ratio
      __lowerCAmelCase								=					audio_mask_ratio
      __lowerCAmelCase								=					audio_mask_type

      __lowerCAmelCase								=					task_matching
      __lowerCAmelCase								=					task_mae
      __lowerCAmelCase								=					loss_type

'''simple docstring'''





from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase       :     Any			=    logging.get_logger(__name__)

UpperCamelCase       :     Optional[int]			=    {
    """openbmb/cpm-ant-10b""": """https://huggingface.co/openbmb/cpm-ant-10b/blob/main/config.json"""
    # See all CPMAnt models at https://huggingface.co/models?filter=cpmant
}



class   UpperCamelCase					(       a_       ):







    """simple docstring"""





    A     :    List[str]				=			"cpmant"





    def __init__(					self     :						Tuple							,							UpperCAmelCase_     :						int = 3_0_7_2_0							,							UpperCAmelCase_     :						int = 4_0_9_6							,							UpperCAmelCase_     :						int = 3_2							,							UpperCAmelCase_     :						int = 1_2_8							,							UpperCAmelCase_     :						int = 1_0_2_4_0							,							UpperCAmelCase_     :						int = 4_8							,							UpperCAmelCase_     :						int = 0.0							,							UpperCAmelCase_     :						int = 5_1_2							,							UpperCAmelCase_     :						int = 2_0_4_8							,							UpperCAmelCase_     :						int = 1e-6							,							UpperCAmelCase_     :						float = 1.0							,							UpperCAmelCase_     :						int = 3_2							,							UpperCAmelCase_     :						int = 3_2							,							UpperCAmelCase_     :						int = 3_2							,							UpperCAmelCase_     :						bool = True							,							**UpperCAmelCase_     :						Tuple							,							):


         """simple docstring"""







         super().__init__(**UpperCAmelCase_)
         a					:							Union[str, Any]							= prompt_types
         a					:							List[str]							= prompt_length
         a					:							List[Any]							= segment_types
         a					:							Any							= hidden_size
         a					:							Optional[int]							= num_attention_heads
         a					:							Union[str, Any]							= dim_head
         a					:							int							= dim_ff
         a					:							Union[str, Any]							= num_hidden_layers
         a					:							List[Any]							= position_bias_num_buckets
         a					:							Optional[int]							= position_bias_max_distance
         a					:							str							= dropout_p
         a					:							List[str]							= eps
         a					:							Dict							= use_cache
         a					:							Tuple							= vocab_size
         a					:							Optional[Any]							= init_std

