'''simple docstring'''

import functools
import operator

from ...configuration_utils import PretrainedConfig
from ...utils import logging


_lowerCamelCase :				Optional[int]														= logging.get_logger(__name__)

_lowerCamelCase :				int														= {
    """facebook/hubert-base-ls960""": """https://huggingface.co/facebook/hubert-base-ls960/resolve/main/config.json""",
    # See all Hubert models at https://huggingface.co/models?filter=hubert
}




class    lowerCamelCase__  (   __snake_case     ):
   __UpperCAmelCase           =						"""hubert"""



   def __init__(    self					,      lowerCAmelCase__=32					,      lowerCAmelCase__=768					,      lowerCAmelCase__=12					,      lowerCAmelCase__=12					,      lowerCAmelCase__=3_072					,      lowerCAmelCase__="gelu"					,      lowerCAmelCase__=0.1					,      lowerCAmelCase__=0.1					,      lowerCAmelCase__=0.1					,      lowerCAmelCase__=True					,      lowerCAmelCase__=0.0					,      lowerCAmelCase__=0.1					,      lowerCAmelCase__=0.1					,      lowerCAmelCase__=0.02					,      lowerCAmelCase__=1e-5					,      lowerCAmelCase__="group"					,      lowerCAmelCase__="gelu"					,      lowerCAmelCase__=(512, 512, 512, 512, 512, 512, 512)					,      lowerCAmelCase__=(5, 2, 2, 2, 2, 2, 2)					,      lowerCAmelCase__=(10, 3, 3, 3, 3, 2, 2)					,      lowerCAmelCase__=False					,      lowerCAmelCase__=128					,      lowerCAmelCase__=16					,      lowerCAmelCase__=False					,      lowerCAmelCase__=True					,      lowerCAmelCase__=0.05					,      lowerCAmelCase__=10					,      lowerCAmelCase__=2					,      lowerCAmelCase__=0.0					,      lowerCAmelCase__=10					,      lowerCAmelCase__=0					,      lowerCAmelCase__="sum"					,      lowerCAmelCase__=False					,      lowerCAmelCase__=False					,      lowerCAmelCase__=256					,      lowerCAmelCase__=0					,      lowerCAmelCase__=1					,      lowerCAmelCase__=2					,      **lowerCAmelCase__					,      )				->     Dict:
        """simple docstring"""





        super().__init__(**lowerCAmelCase__					,      pad_token_id=lowerCAmelCase__					,      bos_token_id=lowerCAmelCase__					,      eos_token_id=lowerCAmelCase__     )
        _UpperCamelCase  :Optional[Any]       =hidden_size
        _UpperCamelCase  :Union[str, Any]       =feat_extract_norm
        _UpperCamelCase  :Union[str, Any]       =feat_extract_activation
        _UpperCamelCase  :int       =list(lowerCAmelCase__     )
        _UpperCamelCase  :Dict       =list(lowerCAmelCase__     )
        _UpperCamelCase  :Dict       =list(lowerCAmelCase__     )
        _UpperCamelCase  :Optional[int]       =conv_bias
        _UpperCamelCase  :Union[str, Any]       =num_conv_pos_embeddings
        _UpperCamelCase  :int       =num_conv_pos_embedding_groups
        _UpperCamelCase  :Dict       =len(self.conv_dim     )
        _UpperCamelCase  :Dict       =num_hidden_layers
        _UpperCamelCase  :Tuple       =intermediate_size
        _UpperCamelCase  :Optional[Any]       =hidden_act
        _UpperCamelCase  :Dict       =num_attention_heads
        _UpperCamelCase  :Optional[int]       =hidden_dropout
        _UpperCamelCase  :int       =attention_dropout
        _UpperCamelCase  :Optional[Any]       =activation_dropout
        _UpperCamelCase  :List[Any]       =feat_proj_layer_norm
        _UpperCamelCase  :Union[str, Any]       =feat_proj_dropout
        _UpperCamelCase  :Optional[int]       =final_dropout
        _UpperCamelCase  :Optional[int]       =layerdrop
        _UpperCamelCase  :Union[str, Any]       =layer_norm_eps
        _UpperCamelCase  :str       =initializer_range
        _UpperCamelCase  :List[str]       =vocab_size
        _UpperCamelCase  :int       =do_stable_layer_norm
        _UpperCamelCase  :int       =use_weighted_layer_sum
        _UpperCamelCase  :Optional[int]       =classifier_proj_size

        if (
            (len(self.conv_stride     ) != self.num_feat_extract_layers)
            or (len(self.conv_kernel     ) != self.num_feat_extract_layers)
            or (len(self.conv_dim     ) != self.num_feat_extract_layers)
        ):
             raise ValueError(
                 """Configuration for convolutional layers is incorrect. It is required that `len(config.conv_dim)` =="""
                 """ `len(config.conv_stride)` == `len(config.conv_kernel)`, but is `len(config.conv_dim) ="""
                 f''' {len(self.conv_dim     )}`, `len(config.conv_stride) = {len(self.conv_stride     )}`,'''
                 f''' `len(config.conv_kernel) = {len(self.conv_kernel     )}`.'''     )

        # fine-tuning config parameters for SpecAugment: https://arxiv.org/abs/1904.08779
        _UpperCamelCase  :Union[str, Any]       =apply_spec_augment
        _UpperCamelCase  :Tuple       =mask_time_prob
        _UpperCamelCase  :Union[str, Any]       =mask_time_length
        _UpperCamelCase  :Optional[int]       =mask_time_min_masks
        _UpperCamelCase  :Any       =mask_feature_prob
        _UpperCamelCase  :Any       =mask_feature_length
        _UpperCamelCase  :List[Any]       =mask_feature_min_masks

        # ctc loss
        _UpperCamelCase  :Optional[int]       =ctc_loss_reduction
        _UpperCamelCase  :List[str]       =ctc_zero_infinity




   @property
   def  _UpperCamelCase		(    self     )				->     Optional[Any]:
        """simple docstring"""





        return functools.reduce(operator.mul					,      self.conv_stride					,      1     )






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


UpperCAmelCase_       : Union[str, Any]							=    logging.get_logger(__name__)

UpperCAmelCase_       : int							=    {
    """google/electra-small-generator""": """https://huggingface.co/google/electra-small-generator/resolve/main/config.json""",
    """google/electra-base-generator""": """https://huggingface.co/google/electra-base-generator/resolve/main/config.json""",
    """google/electra-large-generator""": """https://huggingface.co/google/electra-large-generator/resolve/main/config.json""",
    """google/electra-small-discriminator""": (
        """https://huggingface.co/google/electra-small-discriminator/resolve/main/config.json"""
    ),
    """google/electra-base-discriminator""": (
        """https://huggingface.co/google/electra-base-discriminator/resolve/main/config.json"""
    ),
    """google/electra-large-discriminator""": (
        """https://huggingface.co/google/electra-large-discriminator/resolve/main/config.json"""
    ),
}





class   lowercase__     (				__A	):
  __UpperCamelCase						  =	"""electra"""







  def __init__(						self     ,    _lowercase=30_522     ,    _lowercase=128     ,    _lowercase=256     ,    _lowercase=12     ,    _lowercase=4     ,    _lowercase=1_024     ,    _lowercase="gelu"     ,    _lowercase=0.1     ,    _lowercase=0.1     ,    _lowercase=512     ,    _lowercase=2     ,    _lowercase=0.02     ,    _lowercase=1e-12     ,    _lowercase="first"     ,    _lowercase=True     ,    _lowercase="gelu"     ,    _lowercase=0.1     ,    _lowercase=0     ,    _lowercase="absolute"     ,    _lowercase=True     ,    _lowercase=None     ,    **_lowercase     ,    ):
       super().__init__(pad_token_id=_lowercase     ,    **_lowercase    )

       lowerCAmelCase_       :							Dict			 =		vocab_size
       lowerCAmelCase_       :							Tuple			 =		embedding_size
       lowerCAmelCase_       :							Any			 =		hidden_size
       lowerCAmelCase_       :							Optional[Any]			 =		num_hidden_layers
       lowerCAmelCase_       :							Union[str, Any]			 =		num_attention_heads
       lowerCAmelCase_       :							List[str]			 =		intermediate_size
       lowerCAmelCase_       :							Union[str, Any]			 =		hidden_act
       lowerCAmelCase_       :							Any			 =		hidden_dropout_prob
       lowerCAmelCase_       :							Optional[Any]			 =		attention_probs_dropout_prob
       lowerCAmelCase_       :							int			 =		max_position_embeddings
       lowerCAmelCase_       :							Optional[int]			 =		type_vocab_size
       lowerCAmelCase_       :							Dict			 =		initializer_range
       lowerCAmelCase_       :							Any			 =		layer_norm_eps

       lowerCAmelCase_       :							str			 =		summary_type
       lowerCAmelCase_       :							Optional[int]			 =		summary_use_proj
       lowerCAmelCase_       :							Optional[int]			 =		summary_activation
       lowerCAmelCase_       :							int			 =		summary_last_dropout
       lowerCAmelCase_       :							str			 =		position_embedding_type
       lowerCAmelCase_       :							Optional[int]			 =		use_cache
       lowerCAmelCase_       :							Tuple			 =		classifier_dropout





class   lowercase__     (				__A	):







  @property
  def 						UpperCAmelCase__		(						self    ):
       if self.task == "multiple-choice":
            lowerCAmelCase_       :							Optional[int]			 =		{0: """batch""", 1: """choice""", 2: """sequence"""}
       else:
            lowerCAmelCase_       :							Any			 =		{0: """batch""", 1: """sequence"""}
       return OrderedDict(
           [
               ("""input_ids""", dynamic_axis),
               ("""attention_mask""", dynamic_axis),
               ("""token_type_ids""", dynamic_axis),
           ]    )
