


from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_flax_available,
    is_tf_available,
    is_torch_available,
)


A      :    Optional[Any]		=					{
    "configuration_wav2vec2": ["WAV_2_VEC_2_PRETRAINED_CONFIG_ARCHIVE_MAP", "Wav2Vec2Config"],
    "feature_extraction_wav2vec2": ["Wav2Vec2FeatureExtractor"],
    "processing_wav2vec2": ["Wav2Vec2Processor"],
    "tokenization_wav2vec2": ["Wav2Vec2CTCTokenizer", "Wav2Vec2Tokenizer"],
}


try:
    if not is_torch_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    A      :    List[str]		=					[
        "WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST",
        "Wav2Vec2ForAudioFrameClassification",
        "Wav2Vec2ForCTC",
        "Wav2Vec2ForMaskedLM",
        "Wav2Vec2ForPreTraining",
        "Wav2Vec2ForSequenceClassification",
        "Wav2Vec2ForXVector",
        "Wav2Vec2Model",
        "Wav2Vec2PreTrainedModel",
    ]

try:
    if not is_tf_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    A      :    Any		=					[
        "TF_WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST",
        "TFWav2Vec2ForCTC",
        "TFWav2Vec2Model",
        "TFWav2Vec2PreTrainedModel",
        "TFWav2Vec2ForSequenceClassification",
    ]

try:
    if not is_flax_available():
        raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
    pass
else:
    A      :    str		=					[
        "FlaxWav2Vec2ForCTC",
        "FlaxWav2Vec2ForPreTraining",
        "FlaxWav2Vec2Model",
        "FlaxWav2Vec2PreTrainedModel",
    ]


if TYPE_CHECKING:
    from .configuration_wavaveca import WAV_2_VEC_2_PRETRAINED_CONFIG_ARCHIVE_MAP, WavaVecaConfig
    from .feature_extraction_wavaveca import WavaVecaFeatureExtractor
    from .processing_wavaveca import WavaVecaProcessor
    from .tokenization_wavaveca import WavaVecaCTCTokenizer, WavaVecaTokenizer

    try:
        if not is_torch_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_wavaveca import (
            WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST,
            WavaVecaForAudioFrameClassification,
            WavaVecaForCTC,
            WavaVecaForMaskedLM,
            WavaVecaForPreTraining,
            WavaVecaForSequenceClassification,
            WavaVecaForXVector,
            WavaVecaModel,
            WavaVecaPreTrainedModel,
        )

    try:
        if not is_tf_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_tf_wavaveca import (
            TF_WAV_2_VEC_2_PRETRAINED_MODEL_ARCHIVE_LIST,
            TFWavaVecaForCTC,
            TFWavaVecaForSequenceClassification,
            TFWavaVecaModel,
            TFWavaVecaPreTrainedModel,
        )

    try:
        if not is_flax_available():
            raise OptionalDependencyNotAvailable()
    except OptionalDependencyNotAvailable:
        pass
    else:
        from .modeling_tf_wavaveca import (
            FlaxWavaVecaForCTC,
            FlaxWavaVecaForPreTraining,
            FlaxWavaVecaModel,
            FlaxWavaVecaPreTrainedModel,
        )


else:
    import sys

    A      :    Union[str, Any]		=					_LazyModule(__name__, globals()["__file__"], _import_structure, module_spec=__spec__)






from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


A      :    Union[str, Any]		=					logging.get_logger(__name__)

A      :    Optional[Any]		=					{
    "xlm-roberta-base": "https://huggingface.co/xlm-roberta-base/resolve/main/config.json",
    "xlm-roberta-large": "https://huggingface.co/xlm-roberta-large/resolve/main/config.json",
    "xlm-roberta-large-finetuned-conll02-dutch": (
        "https://huggingface.co/xlm-roberta-large-finetuned-conll02-dutch/resolve/main/config.json"
    ),
    "xlm-roberta-large-finetuned-conll02-spanish": (
        "https://huggingface.co/xlm-roberta-large-finetuned-conll02-spanish/resolve/main/config.json"
    ),
    "xlm-roberta-large-finetuned-conll03-english": (
        "https://huggingface.co/xlm-roberta-large-finetuned-conll03-english/resolve/main/config.json"
    ),
    "xlm-roberta-large-finetuned-conll03-german": (
        "https://huggingface.co/xlm-roberta-large-finetuned-conll03-german/resolve/main/config.json"
    ),
}







class 			_lowercase (							lowercase__):


       """simple docstring"""




       A__											=			"xlm-roberta"





       def __init__(   self							:			Union[str, Any]					,      __lowerCamelCase							:			Optional[Any]=30522					,      __lowerCamelCase							:			List[Any]=768					,      __lowerCamelCase							:			Union[str, Any]=12					,      __lowerCamelCase							:			int=12					,      __lowerCamelCase							:			Dict=3072					,      __lowerCamelCase							:			Optional[int]="gelu"					,      __lowerCamelCase							:			Optional[Any]=0.1					,      __lowerCamelCase							:			Tuple=0.1					,      __lowerCamelCase							:			str=512					,      __lowerCamelCase							:			Optional[Any]=2					,      __lowerCamelCase							:			Dict=0.0_2					,      __lowerCamelCase							:			List[str]=1E-1_2					,      __lowerCamelCase							:			Optional[int]=1					,      __lowerCamelCase							:			Union[str, Any]=0					,      __lowerCamelCase							:			Optional[int]=2					,      __lowerCamelCase							:			Dict="absolute"					,      __lowerCamelCase							:			Optional[Any]=True					,      __lowerCamelCase							:			Tuple=None					,      **__lowerCamelCase							:			int					,      ):


             '''simple docstring'''



             super().__init__(pad_token_id=__lowerCamelCase					,      bos_token_id=__lowerCamelCase					,      eos_token_id=__lowerCamelCase					,      **__lowerCamelCase       )

             lowerCamelCase__		:				str    =  vocab_size
             lowerCamelCase__		:				Any    =  hidden_size
             lowerCamelCase__		:				Optional[Any]    =  num_hidden_layers
             lowerCamelCase__		:				Union[str, Any]    =  num_attention_heads
             lowerCamelCase__		:				Any    =  hidden_act
             lowerCamelCase__		:				str    =  intermediate_size
             lowerCamelCase__		:				Optional[int]    =  hidden_dropout_prob
             lowerCamelCase__		:				Any    =  attention_probs_dropout_prob
             lowerCamelCase__		:				Union[str, Any]    =  max_position_embeddings
             lowerCamelCase__		:				List[str]    =  type_vocab_size
             lowerCamelCase__		:				Tuple    =  initializer_range
             lowerCamelCase__		:				Tuple    =  layer_norm_eps
             lowerCamelCase__		:				Any    =  position_embedding_type
             lowerCamelCase__		:				Any    =  use_cache
             lowerCamelCase__		:				Any    =  classifier_dropout







class 			_lowercase (							lowercase__):


       """simple docstring"""




       @property
       def 						lowerCAmelCase     (   self							:			Union[str, Any]       ):


             '''simple docstring'''



             if self.task == "multiple-choice":
                   lowerCamelCase__		:				List[str]    =  {0: "batch", 1: "choice", 2: "sequence"}
             else:
                   lowerCamelCase__		:				Any    =  {0: "batch", 1: "sequence"}
             return OrderedDict(
                 [
                     ("input_ids", dynamic_axis),
                     ("attention_mask", dynamic_axis),
                 ]       )


