


__lowerCAmelCase		       =							{
    '''Pillow''': '''Pillow<10.0.0''',
    '''accelerate''': '''accelerate>=0.20.3''',
    '''av''': '''av==9.2.0''',
    '''beautifulsoup4''': '''beautifulsoup4''',
    '''black''': '''black~=23.1''',
    '''codecarbon''': '''codecarbon==1.2.0''',
    '''cookiecutter''': '''cookiecutter==1.7.3''',
    '''dataclasses''': '''dataclasses''',
    '''datasets''': '''datasets!=2.5.0''',
    '''decord''': '''decord==0.6.0''',
    '''deepspeed''': '''deepspeed>=0.9.3''',
    '''diffusers''': '''diffusers''',
    '''dill''': '''dill<0.3.5''',
    '''evaluate''': '''evaluate>=0.2.0''',
    '''fairscale''': '''fairscale>0.3''',
    '''faiss-cpu''': '''faiss-cpu''',
    '''fastapi''': '''fastapi''',
    '''filelock''': '''filelock''',
    '''flax''': '''flax>=0.4.1,<=0.7.0''',
    '''ftfy''': '''ftfy''',
    '''fugashi''': '''fugashi>=1.0''',
    '''GitPython''': '''GitPython<3.1.19''',
    '''hf-doc-builder''': '''hf-doc-builder>=0.3.0''',
    '''huggingface-hub''': '''huggingface-hub>=0.14.1,<1.0''',
    '''importlib_metadata''': '''importlib_metadata''',
    '''ipadic''': '''ipadic>=1.0.0,<2.0''',
    '''isort''': '''isort>=5.5.4''',
    '''jax''': '''jax>=0.2.8,!=0.3.2,<=0.4.13''',
    '''jaxlib''': '''jaxlib>=0.1.65,<=0.4.13''',
    '''jieba''': '''jieba''',
    '''kenlm''': '''kenlm''',
    '''keras-nlp''': '''keras-nlp>=0.3.1''',
    '''librosa''': '''librosa''',
    '''nltk''': '''nltk''',
    '''natten''': '''natten>=0.14.6''',
    '''numpy''': '''numpy>=1.17''',
    '''onnxconverter-common''': '''onnxconverter-common''',
    '''onnxruntime-tools''': '''onnxruntime-tools>=1.4.2''',
    '''onnxruntime''': '''onnxruntime>=1.4.0''',
    '''opencv-python''': '''opencv-python''',
    '''optuna''': '''optuna''',
    '''optax''': '''optax>=0.0.8,<=0.1.4''',
    '''packaging''': '''packaging>=20.0''',
    '''parameterized''': '''parameterized''',
    '''phonemizer''': '''phonemizer''',
    '''protobuf''': '''protobuf''',
    '''psutil''': '''psutil''',
    '''pyyaml''': '''pyyaml>=5.1''',
    '''pydantic''': '''pydantic<2''',
    '''pytest''': '''pytest>=7.2.0''',
    '''pytest-timeout''': '''pytest-timeout''',
    '''pytest-xdist''': '''pytest-xdist''',
    '''python''': '''python>=3.8.0''',
    '''ray[tune]''': '''ray[tune]''',
    '''regex''': '''regex!=2019.12.17''',
    '''requests''': '''requests''',
    '''rhoknp''': '''rhoknp>=1.1.0,<1.3.1''',
    '''rjieba''': '''rjieba''',
    '''rouge-score''': '''rouge-score!=0.0.7,!=0.0.8,!=0.1,!=0.1.1''',
    '''ruff''': '''ruff>=0.0.241,<=0.0.259''',
    '''sacrebleu''': '''sacrebleu>=1.4.12,<2.0.0''',
    '''sacremoses''': '''sacremoses''',
    '''safetensors''': '''safetensors>=0.3.1''',
    '''sagemaker''': '''sagemaker>=2.31.0''',
    '''scikit-learn''': '''scikit-learn''',
    '''sentencepiece''': '''sentencepiece>=0.1.91,!=0.1.92''',
    '''sigopt''': '''sigopt''',
    '''starlette''': '''starlette''',
    '''sudachipy''': '''sudachipy>=0.6.6''',
    '''sudachidict_core''': '''sudachidict_core>=20220729''',
    '''tensorflow-cpu''': '''tensorflow-cpu>=2.6,<2.14''',
    '''tensorflow''': '''tensorflow>=2.6,<2.14''',
    '''tensorflow-text''': '''tensorflow-text<2.14''',
    '''tf2onnx''': '''tf2onnx''',
    '''timeout-decorator''': '''timeout-decorator''',
    '''timm''': '''timm''',
    '''tokenizers''': '''tokenizers>=0.11.1,!=0.11.3,<0.14''',
    '''torch''': '''torch>=1.9,!=1.12.0''',
    '''torchaudio''': '''torchaudio''',
    '''torchvision''': '''torchvision''',
    '''pyctcdecode''': '''pyctcdecode>=0.4.0''',
    '''tqdm''': '''tqdm>=4.27''',
    '''unidic''': '''unidic>=1.0.2''',
    '''unidic_lite''': '''unidic_lite>=1.0.7''',
    '''urllib3''': '''urllib3<2.0.0''',
    '''uvicorn''': '''uvicorn''',
}






import math

from ...configuration_utils import PretrainedConfig
from ...utils import logging


__lowerCAmelCase		       =							logging.get_logger(__name__)

__lowerCAmelCase		       =							{
    '''facebook/data2vec-base-960h''': '''https://huggingface.co/facebook/data2vec-audio-base-960h/resolve/main/config.json''',
    # See all Data2VecAudio models at https://huggingface.co/models?filter=data2vec-audio
}





class   __a			(    __UpperCamelCase      ):
 __lowercase :							Optional[int]        = 'data2vec-audio'
 def __init__(   self				, lowerCAmelCase__=32				, lowerCAmelCase__=768				, lowerCAmelCase__=12				, lowerCAmelCase__=12				, lowerCAmelCase__=3_072				, lowerCAmelCase__="gelu"				, lowerCAmelCase__=0.1				, lowerCAmelCase__=0.1				, lowerCAmelCase__=0.1				, lowerCAmelCase__=0.0				, lowerCAmelCase__=0.1				, lowerCAmelCase__=0.1				, lowerCAmelCase__=0.0_2				, lowerCAmelCase__=1E-5				, lowerCAmelCase__="gelu"				, lowerCAmelCase__=(512, 512, 512, 512, 512, 512, 512)				, lowerCAmelCase__=(5, 2, 2, 2, 2, 2, 2)				, lowerCAmelCase__=(10, 3, 3, 3, 3, 2, 2)				, lowerCAmelCase__=False				, lowerCAmelCase__=16				, lowerCAmelCase__=19				, lowerCAmelCase__=5				, lowerCAmelCase__=0.0_5				, lowerCAmelCase__=10				, lowerCAmelCase__=2				, lowerCAmelCase__=0.0				, lowerCAmelCase__=10				, lowerCAmelCase__=0				, lowerCAmelCase__="sum"				, lowerCAmelCase__=False				, lowerCAmelCase__=False				, lowerCAmelCase__=256				, lowerCAmelCase__=(512, 512, 512, 512, 1_500)				, lowerCAmelCase__=(5, 3, 3, 1, 1)				, lowerCAmelCase__=(1, 2, 3, 1, 1)				, lowerCAmelCase__=512				, lowerCAmelCase__=0				, lowerCAmelCase__=1				, lowerCAmelCase__=2				, lowerCAmelCase__=False				, lowerCAmelCase__=3				, lowerCAmelCase__=2				, lowerCAmelCase__=3				, lowerCAmelCase__=None				, **lowerCAmelCase__				, )					->				Optional[int]:




        '''simple docstring'''
        super().__init__(**lowerCAmelCase__				, pad_token_id=lowerCAmelCase__				, bos_token_id=lowerCAmelCase__				, eos_token_id=lowerCAmelCase__ )
        lowercase__:   int  			=   hidden_size
        lowercase__:   str  			=   feat_extract_activation
        lowercase__:   List[Any]  			=   list(lowerCAmelCase__ )
        lowercase__:   Optional[int]  			=   list(lowerCAmelCase__ )
        lowercase__:   int  			=   list(lowerCAmelCase__ )
        lowercase__:   Union[str, Any]  			=   conv_bias
        lowercase__:   int  			=   num_conv_pos_embeddings
        lowercase__:   List[str]  			=   num_conv_pos_embedding_groups
        lowercase__:   List[Any]  			=   conv_pos_kernel_size
        lowercase__:   Optional[Any]  			=   len(self.conv_dim )
        lowercase__:   List[str]  			=   num_hidden_layers
        lowercase__:   List[str]  			=   intermediate_size
        lowercase__:   Tuple  			=   hidden_act
        lowercase__:   Any  			=   num_attention_heads
        lowercase__:   Optional[int]  			=   hidden_dropout
        lowercase__:   List[str]  			=   attention_dropout
        lowercase__:   int  			=   activation_dropout
        lowercase__:   Dict  			=   feat_proj_dropout
        lowercase__:   str  			=   final_dropout
        lowercase__:   List[str]  			=   layerdrop
        lowercase__:   str  			=   layer_norm_eps
        lowercase__:   Union[str, Any]  			=   initializer_range
        lowercase__:   Union[str, Any]  			=   vocab_size
        lowercase__:   Any  			=   use_weighted_layer_sum

        if (
            (len(self.conv_stride ) != self.num_feat_extract_layers)
            or (len(self.conv_kernel ) != self.num_feat_extract_layers)
            or (len(self.conv_dim ) != self.num_feat_extract_layers)
        ):
               raise ValueError(
                   'Configuration for convolutional layers is incorrect. It is required that `len(config.conv_dim)` =='
                   ' `len(config.conv_stride)` == `len(config.conv_kernel)`, but is `len(config.conv_dim) ='
                   F' {len(self.conv_dim )}`, `len(config.conv_stride) = {len(self.conv_stride )}`,'
                   F' `len(config.conv_kernel) = {len(self.conv_kernel )}`.' )

        # fine-tuning config parameters for SpecAugment: https://arxiv.org/abs/1904.08779
        lowercase__:   List[str]  			=   mask_time_prob
        lowercase__:   Tuple  			=   mask_time_length
        lowercase__:   List[Any]  			=   mask_time_min_masks
        lowercase__:   Optional[int]  			=   mask_feature_prob
        lowercase__:   Union[str, Any]  			=   mask_feature_length
        lowercase__:   List[str]  			=   mask_feature_min_masks

        # ctc loss
        lowercase__:   Union[str, Any]  			=   ctc_loss_reduction
        lowercase__:   str  			=   ctc_zero_infinity

        # adapter
        lowercase__:   str  			=   add_adapter
        lowercase__:   List[Any]  			=   adapter_kernel_size
        lowercase__:   Tuple  			=   adapter_stride
        lowercase__:   Dict  			=   num_adapter_layers
        lowercase__:   Optional[Any]  			=   output_hidden_size or hidden_size

        # SequenceClassification-specific parameter. Feel free to ignore for other classes.
        lowercase__:   List[Any]  			=   classifier_proj_size

        # XVector-specific parameters. Feel free to ignore for other classes.
        lowercase__:   int  			=   list(lowerCAmelCase__ )
        lowercase__:   Dict  			=   list(lowerCAmelCase__ )
        lowercase__:   int  			=   list(lowerCAmelCase__ )
        lowercase__:   str  			=   xvector_output_dim
 @property
 def 		SCREAMING_SNAKE_CASE__   (   self )					->				Optional[int]:




        '''simple docstring'''
        return math.prod(self.conv_stride )


