

"""simple docstring"""





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_SCREAMING_SNAKE_CASE       :  str        = logging.get_logger(__name__)

_SCREAMING_SNAKE_CASE       :  Optional[int]        = {
    """ZinengTang/tvlt-base""": """https://huggingface.co/ZinengTang/tvlt-base/blob/main/config.json""",
}

class     __a   (      snake_case__    ):

			"""simple docstring"""

			SCREAMING_SNAKE_CASE_						     =						'tvlt'






			def __init__(							self     :					Optional[Any]						,  lowercase_     :					Optional[Any]=224						,  lowercase_     :					str=2048						,  lowercase_     :					Tuple=128						,  lowercase_     :					Optional[Any]=[16, 16]						,  lowercase_     :					Optional[Any]=[16, 16]						,  lowercase_     :					Union[str, Any]=3						,  lowercase_     :					int=1						,  lowercase_     :					Any=8						,  lowercase_     :					List[Any]=768						,  lowercase_     :					List[str]=12						,  lowercase_     :					str=12						,  lowercase_     :					List[Any]=3072						,  lowercase_     :					Any="gelu"						,  lowercase_     :					Optional[Any]=0.0						,  lowercase_     :					Optional[int]=0.0						,  lowercase_     :					Optional[int]=0.0_2						,  lowercase_     :					Dict=1e-6						,  lowercase_     :					Optional[int]=True						,  lowercase_     :					int=False						,  lowercase_     :					List[str]=16						,  lowercase_     :					Optional[int]=512						,  lowercase_     :					Union[str, Any]=8						,  lowercase_     :					Optional[int]=2048						,  lowercase_     :					Tuple=0.7_5						,  lowercase_     :					Any=0.1_5						,  lowercase_     :					str="frame-level"						,  lowercase_     :					str=True						,  lowercase_     :					Union[str, Any]=True						,  lowercase_     :					Optional[Any]="classification"						,  **lowercase_     :					int						,  ):
								super().__init__(**lowercase_						)

								if audio_mask_type not in ("frame-level", "patch_level"):
													raise ValueError(
													    '''audio_mask_type must be one of two acceptable strategies - {\'frame_level\', \'patch-level\') '''
													    f'''got {audio_mask_type}'''						)

								UpperCamelCase__		:    int         =image_size
								UpperCamelCase__		:    Union[str, Any]         =spectrogram_length
								UpperCamelCase__		:    Tuple         =frequency_length
								UpperCamelCase__		:    int         =image_patch_size
								UpperCamelCase__		:    Any         =audio_patch_size
								UpperCamelCase__		:    Tuple         =num_image_channels
								UpperCamelCase__		:    str         =num_audio_channels
								UpperCamelCase__		:    Dict         =num_frames

								UpperCamelCase__		:    List[Any]         =hidden_size
								UpperCamelCase__		:    int         =num_hidden_layers
								UpperCamelCase__		:    str         =num_attention_heads
								UpperCamelCase__		:    str         =intermediate_size
								UpperCamelCase__		:    List[Any]         =hidden_act
								UpperCamelCase__		:    Any         =hidden_dropout_prob
								UpperCamelCase__		:    List[str]         =attention_probs_dropout_prob
								UpperCamelCase__		:    Dict         =initializer_range
								UpperCamelCase__		:    Tuple         =layer_norm_eps
								UpperCamelCase__		:    Optional[int]         =qkv_bias
								UpperCamelCase__		:    Union[str, Any]         =use_mean_pooling

								UpperCamelCase__		:    int         =decoder_num_attention_heads
								UpperCamelCase__		:    Dict         =decoder_hidden_size
								UpperCamelCase__		:    Any         =decoder_num_hidden_layers
								UpperCamelCase__		:    Optional[int]         =decoder_intermediate_size
								UpperCamelCase__		:    List[str]         =pixel_mask_ratio
								UpperCamelCase__		:    Any         =audio_mask_ratio
								UpperCamelCase__		:    Union[str, Any]         =audio_mask_type

								UpperCamelCase__		:    Any         =task_matching
								UpperCamelCase__		:    int         =task_mae
								UpperCamelCase__		:    List[str]         =loss_type





"""simple docstring"""





from typing import TYPE_CHECKING

from ...utils import OptionalDependencyNotAvailable, _LazyModule, is_sentencepiece_available, is_torch_available


_SCREAMING_SNAKE_CASE       :  Union[str, Any]        = {
    """configuration_xlm_prophetnet""": ["""XLM_PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAP""", """XLMProphetNetConfig"""],
}

try:
				if not is_sentencepiece_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_SCREAMING_SNAKE_CASE       :  Any        = ["""XLMProphetNetTokenizer"""]

try:
				if not is_torch_available():
								raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
				pass
else:
				_SCREAMING_SNAKE_CASE       :  Optional[Any]        = [
				    """XLM_PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LIST""",
				    """XLMProphetNetDecoder""",
				    """XLMProphetNetEncoder""",
				    """XLMProphetNetForCausalLM""",
				    """XLMProphetNetForConditionalGeneration""",
				    """XLMProphetNetModel""",
				    """XLMProphetNetPreTrainedModel""",
				]


if TYPE_CHECKING:
				from .configuration_xlm_prophetnet import XLM_PROPHETNET_PRETRAINED_CONFIG_ARCHIVE_MAP, XLMProphetNetConfig

				try:
								if not is_sentencepiece_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .tokenization_xlm_prophetnet import XLMProphetNetTokenizer

				try:
								if not is_torch_available():
												raise OptionalDependencyNotAvailable()
				except OptionalDependencyNotAvailable:
								pass
				else:
								from .modeling_xlm_prophetnet import (
								    XLM_PROPHETNET_PRETRAINED_MODEL_ARCHIVE_LIST,
								    XLMProphetNetDecoder,
								    XLMProphetNetEncoder,
								    XLMProphetNetForCausalLM,
								    XLMProphetNetForConditionalGeneration,
								    XLMProphetNetModel,
								    XLMProphetNetPreTrainedModel,
								)

else:
				import sys

				_SCREAMING_SNAKE_CASE       :  Dict        = _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)


