


'''simple docstring'''


import argparse

import torch

from transformers import FunnelBaseModel, FunnelConfig, FunnelModel, load_tf_weights_in_funnel
from transformers.utils import logging


logging.set_verbosity_info()






def        __lowerCAmelCase       (__lowerCAmelCase					,       __lowerCAmelCase					,       __lowerCAmelCase					,       __lowerCAmelCase      ):
		# Initialise PyTorch model
		_UpperCAmelCase						:				str	    =					FunnelConfig.from_json_file(_lowerCAmelCase      )
		print(F"""Building PyTorch model from configuration: {config}"""      )
		_UpperCAmelCase						:				Optional[int]	    =					FunnelBaseModel(_lowerCAmelCase      ) if base_model else FunnelModel(_lowerCAmelCase      )

		# Load weights from tf checkpoint
		load_tf_weights_in_funnel(_lowerCAmelCase					,       _lowerCAmelCase					,       _lowerCAmelCase      )

		# Save pytorch-model
		print(F"""Save PyTorch model to {pytorch_dump_path}"""      )
		torch.save(model.state_dict()					,       _lowerCAmelCase      )


if __name__ == "__main__":
						lowerCamelCase__					=   argparse.ArgumentParser()
						# Required parameters
						parser.add_argument(
						    '--tf_checkpoint_path', default=None, type=str, required=True, help='Path to the TensorFlow checkpoint path.'
						)
						parser.add_argument(
						    '--config_file',
						    default=None,
						    type=str,
						    required=True,
						    help='The config json file corresponding to the pre-trained model. \nThis specifies the model architecture.',
						)
						parser.add_argument(
						    '--pytorch_dump_path', default=None, type=str, required=True, help='Path to the output PyTorch model.'
						)
						parser.add_argument(
						    '--base_model', action='store_true', help='Whether you want just the base model (no decoder) or not.'
						)
						lowerCamelCase__					=   parser.parse_args()
						convert_tf_checkpoint_to_pytorch(
						    args.tf_checkpoint_path, args.config_file, args.pytorch_dump_path, args.base_model
						)








'''simple docstring'''





from collections import OrderedDict
from typing import Mapping

from ...configuration_utils import PretrainedConfig
from ...onnx import OnnxConfig
from ...utils import logging


_UpperCamelCase											=						logging.get_logger(__name__)

_UpperCamelCase											=						{
    'xlm-roberta-base': 'https://huggingface.co/xlm-roberta-base/resolve/main/config.json',
    'xlm-roberta-large': 'https://huggingface.co/xlm-roberta-large/resolve/main/config.json',
    'xlm-roberta-large-finetuned-conll02-dutch': (
        'https://huggingface.co/xlm-roberta-large-finetuned-conll02-dutch/resolve/main/config.json'
    ),
    'xlm-roberta-large-finetuned-conll02-spanish': (
        'https://huggingface.co/xlm-roberta-large-finetuned-conll02-spanish/resolve/main/config.json'
    ),
    'xlm-roberta-large-finetuned-conll03-english': (
        'https://huggingface.co/xlm-roberta-large-finetuned-conll03-english/resolve/main/config.json'
    ),
    'xlm-roberta-large-finetuned-conll03-german': (
        'https://huggingface.co/xlm-roberta-large-finetuned-conll03-german/resolve/main/config.json'
    ),
}






class 					lowerCamelCase_    (				SCREAMING_SNAKE_CASE_     ):
  """simple docstring"""




  a_												="""xlm-roberta"""




  def __init__( self      :	Any			,	_a      :	Optional[Any]=3_0522			,	_a      :	Optional[Any]=768			,	_a      :	int=12			,	_a      :	Tuple=12			,	_a      :	str=3072			,	_a      :	List[Any]="gelu"			,	_a      :	int=0.1			,	_a      :	Optional[int]=0.1			,	_a      :	Optional[int]=512			,	_a      :	List[Any]=2			,	_a      :	Optional[Any]=0.02			,	_a      :	str=1e-12			,	_a      :	str=1			,	_a      :	str=0			,	_a      :	Optional[Any]=2			,	_a      :	Optional[int]="absolute"			,	_a      :	int=True			,	_a      :	Tuple=None			,	**_a      :	Any			,	)					->					Dict:
    super().__init__(pad_token_id=_a			,	bos_token_id=_a			,	eos_token_id=_a			,	**_a   )

    __lowerCamelCase       :       int           = vocab_size
    __lowerCamelCase       :       Union[str, Any]           = hidden_size
    __lowerCamelCase       :       int           = num_hidden_layers
    __lowerCamelCase       :       Optional[int]           = num_attention_heads
    __lowerCamelCase       :       List[str]           = hidden_act
    __lowerCamelCase       :       Any           = intermediate_size
    __lowerCamelCase       :       int           = hidden_dropout_prob
    __lowerCamelCase       :       List[Any]           = attention_probs_dropout_prob
    __lowerCamelCase       :       Optional[int]           = max_position_embeddings
    __lowerCamelCase       :       Tuple           = type_vocab_size
    __lowerCamelCase       :       Optional[int]           = initializer_range
    __lowerCamelCase       :       Optional[int]           = layer_norm_eps
    __lowerCamelCase       :       str           = position_embedding_type
    __lowerCamelCase       :       List[Any]           = use_cache
    __lowerCamelCase       :       int           = classifier_dropout






class 					lowerCamelCase_    (				SCREAMING_SNAKE_CASE_     ):
  """simple docstring"""




  @property
  def 						_lowercase     ( self      :	Optional[Any]   )					->					Mapping[str, Mapping[int, str]]:
    if self.task == "multiple-choice":
      __lowerCamelCase       :       int           = {0: 'batch', 1: 'choice', 2: 'sequence'}
    else:
      __lowerCamelCase       :       Any           = {0: 'batch', 1: 'sequence'}
    return OrderedDict(
        [
            ('input_ids', dynamic_axis),
            ('attention_mask', dynamic_axis),
        ]   )






