




from typing import Callable, Optional, Union

from ...configuration_utils import PretrainedConfig
from ...utils import logging


UpperCamelCase__    			=			logging.get_logger(__name__)

UpperCamelCase__    			=			{
    "microsoft/xprophetnet-large-wiki100-cased": (
        "https://huggingface.co/microsoft/xprophetnet-large-wiki100-cased/resolve/main/config.json"
    ),
}
class 			a__    (					_UpperCAmelCase      ):
						_a							:    Dict					=    """xlm-prophetnet"""
						_a							:    Union[str, Any]					=    ["""past_key_values"""]
						_a							:    List[Any]					=    {
						    """num_attention_heads""": """num_encoder_attention_heads""",
						}






						def __init__(   self		,			_A = 0.1		,			_A = "gelu"		,			_A = 3_0_5_2_2		,			_A = 1_0_2_4		,			_A = 4_0_9_6		,			_A = 1_2		,			_A = 1_6		,			_A = 4_0_9_6		,			_A = 1_2		,			_A = 1_6		,			_A = 0.1		,			_A = 0.1		,			_A = 5_1_2		,			_A = 0.02		,			_A = True		,			_A = True		,			_A = 0		,			_A = 2		,			_A = 3_2		,			_A = 1_2_8		,			_A = False		,			_A = 0.0		,			_A = True		,			_A = 0		,			_A = 1		,			_A = 2		,			**_A		,			):




											"""simple docstring"""



											__lowerCAmelCase				   =       vocab_size
											__lowerCAmelCase				   =       hidden_size
											__lowerCAmelCase				   =       encoder_ffn_dim
											__lowerCAmelCase				   =       num_encoder_layers
											__lowerCAmelCase				   =       num_encoder_attention_heads
											__lowerCAmelCase				   =       decoder_ffn_dim
											__lowerCAmelCase				   =       num_decoder_layers
											__lowerCAmelCase				   =       num_decoder_attention_heads
											__lowerCAmelCase				   =       max_position_embeddings
											__lowerCAmelCase				   =       init_std  # Normal(0, this parameter)
											__lowerCAmelCase				   =       activation_function

											# parameters for xlmprophetnet
											__lowerCAmelCase				   =       ngram
											__lowerCAmelCase				   =       num_buckets
											__lowerCAmelCase				   =       relative_max_distance
											__lowerCAmelCase				   =       disable_ngram_loss
											__lowerCAmelCase				   =       eps

											# 3 Types of Dropout
											__lowerCAmelCase				   =       attention_dropout
											__lowerCAmelCase				   =       activation_dropout
											__lowerCAmelCase				   =       dropout

											__lowerCAmelCase				   =       use_cache

											super().__init__(
											    pad_token_id=lowercase_		,			bos_token_id=lowercase_		,			eos_token_id=lowercase_		,			is_encoder_decoder=lowercase_		,			add_cross_attention=lowercase_		,			decoder_start_token_id=lowercase_		,			**lowercase_		,			)






						@property
						def 				__SCREAMING_SNAKE_CASE(   self			):




											"""simple docstring"""



											return self.num_encoder_layers + self.num_decoder_layers






						@num_hidden_layers.setter
						def 				__SCREAMING_SNAKE_CASE(   self		,			_A			):




											"""simple docstring"""



											raise NotImplementedError(
											    "This model does not support the setting of `num_hidden_layers`. Please set `num_encoder_layers` and"
											    " `num_decoder_layers`."			)





'''simple docstring'''




import argparse
import json
import os
import sys
import tempfile
import unittest
from argparse import Namespace
from dataclasses import dataclass, field
from enum import Enum
from pathlib import Path
from typing import List, Literal, Optional

import yaml

from transformers import HfArgumentParser, TrainingArguments
from transformers.hf_argparser import make_choice_type_function, string_to_bool


# Since Python 3.10, we can use the builtin `|` operator for Union types
# See PEP 604: https://peps.python.org/pep-0604
_lowercase						: int						=						sys.version_info >= (3, 10)




def 							lowerCamelCase	(      UpperCAmelCase__       :					Tuple=None      ,      UpperCAmelCase__       :					Union[str, Any]=None )			->      Tuple:
							return field(default_factory=lambda: default      ,      metadata=UpperCAmelCase__ )





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       42
			UpperCamelCase__				=       42
			UpperCamelCase__				=       42
			UpperCamelCase__				=       42





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       42
			UpperCamelCase__				=       field(default='''toto''',     metadata={'''help''': '''help message'''})





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       False
			UpperCamelCase__				=       True
			UpperCamelCase__				=       None





class     __magic_name__						(    _UpperCAmelCase):
			UpperCamelCase__				=       '''titi'''
			UpperCamelCase__				=       '''toto'''





class     __magic_name__						(    _UpperCAmelCase):
			UpperCamelCase__				=       '''titi'''
			UpperCamelCase__				=       '''toto'''
			UpperCamelCase__				=       42





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       "toto"







			def 	SCREAMING_SNAKE_CASE_     (	self				:  int    ):
										lowercase_					:			Optional[int]										=       BasicEnum(self.foo    )





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       "toto"







			def 	SCREAMING_SNAKE_CASE_     (	self				:  int    ):
										lowercase_					:			Optional[int]										=       MixedTypeEnum(self.foo    )





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       None
			UpperCamelCase__				=       field(default=_UpperCAmelCase,     metadata={'''help''': '''help message'''})
			UpperCamelCase__				=       None
			UpperCamelCase__				=       list_field(default=[])
			UpperCamelCase__				=       list_field(default=[])





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       list_field(default=[])
			UpperCamelCase__				=       list_field(default=[1, 2, 3])
			UpperCamelCase__				=       list_field(default=['''Hallo''', '''Bonjour''', '''Hello'''])
			UpperCamelCase__				=       list_field(default=[0.1, 0.2, 0.3])





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       field()
			UpperCamelCase__				=       field()
			UpperCamelCase__				=       field()







			def 	SCREAMING_SNAKE_CASE_     (	self				:  List[str]    ):
										lowercase_					:			List[Any]										=       BasicEnum(self.required_enum    )





@dataclass
class     __magic_name__						:
			UpperCamelCase__				=       42
			UpperCamelCase__				=       field()
			UpperCamelCase__				=       None
			UpperCamelCase__				=       field(default='''toto''',     metadata={'''help''': '''help message'''})
			UpperCamelCase__				=       list_field(default=['''Hallo''', '''Bonjour''', '''Hello'''])


if is_python_no_less_than_3_10:





						@dataclass
						class     __magic_name__						:
									UpperCamelCase__				=       False
									UpperCamelCase__				=       True
									UpperCamelCase__				=       None





						@dataclass
						class     __magic_name__						:
									UpperCamelCase__				=       None
									UpperCamelCase__				=       field(default=_UpperCAmelCase,     metadata={'''help''': '''help message'''})
									UpperCamelCase__				=       None
									UpperCamelCase__				=       list_field(default=[])
									UpperCamelCase__				=       list_field(default=[])





class     __magic_name__						(    unittest.TestCase):







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Dict				,			lowercase_				:  argparse.ArgumentParser				,			lowercase_				:  argparse.ArgumentParser    ):
										self.assertEqual(len(a._actions    )				,			len(b._actions    )    )
										for x, y in zip(a._actions				,			b._actions    ):
																	lowercase_					:			List[str]										=       {k: v for k, v in vars(lowercase_    ).items() if k != """container"""}
																	lowercase_					:			Any										=       {k: v for k, v in vars(lowercase_    ).items() if k != """container"""}

																	# Choices with mixed type have custom function as "type"
																	# So we need to compare results directly for equality
																	if xx.get("""choices"""				,			lowercase_    ) and yy.get("""choices"""				,			lowercase_    ):
																								for expected_choice in yy["choices"] + xx["choices"]:
																															self.assertEqual(xx["""type"""](lowercase_    )				,			yy["""type"""](lowercase_    )    )
																								del xx["type"], yy["type"]

																	self.assertEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Tuple    ):
										lowercase_					:			List[str]										=       HfArgumentParser(lowercase_    )

										lowercase_					:			str										=       argparse.ArgumentParser()
										expected.add_argument("""--foo"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument("""--bar"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument("""--baz"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument("""--flag"""				,			type=lowercase_				,			default=lowercase_				,			const=lowercase_				,			nargs="""?"""    )
										self.argparsersEqual(lowercase_				,			lowercase_    )

										lowercase_					:			List[str]										=       ["""--foo""", """1""", """--baz""", """quux""", """--bar""", """0.5"""]
										((lowercase_)						,						)					:			Optional[Any]										=       parser.parse_args_into_dataclasses(lowercase_				,			look_for_args_file=lowercase_    )
										self.assertFalse(example.flag    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Optional[int]    ):
										lowercase_					:			Any										=       HfArgumentParser(lowercase_    )

										lowercase_					:			str										=       argparse.ArgumentParser()
										expected.add_argument("""--foo"""				,			default=42				,			type=lowercase_    )
										expected.add_argument("""--baz"""				,			default="""toto"""				,			type=lowercase_				,			help="""help message"""    )
										self.argparsersEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  int    ):
										lowercase_					:			Optional[int]										=       argparse.ArgumentParser()
										expected.add_argument("""--foo"""				,			type=lowercase_				,			default=lowercase_				,			const=lowercase_				,			nargs="""?"""    )
										expected.add_argument("""--baz"""				,			type=lowercase_				,			default=lowercase_				,			const=lowercase_				,			nargs="""?"""    )
										# A boolean no_* argument always has to come after its "default: True" regular counter-part
										# and its default must be set to False
										expected.add_argument("""--no_baz"""				,			action="""store_false"""				,			default=lowercase_				,			dest="""baz"""    )
										expected.add_argument("""--opt"""				,			type=lowercase_				,			default=lowercase_    )

										lowercase_					:			List[Any]										=       [WithDefaultBoolExample]
										if is_python_no_less_than_3_10:
																	dataclass_types.append(lowercase_    )

										for dataclass_type in dataclass_types:
																	lowercase_					:			List[str]										=       HfArgumentParser(lowercase_    )
																	self.argparsersEqual(lowercase_				,			lowercase_    )

																	lowercase_					:			str										=       parser.parse_args([]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			baz=lowercase_				,			opt=lowercase_    )    )

																	lowercase_					:			Optional[Any]										=       parser.parse_args(["""--foo""", """--no_baz"""]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			baz=lowercase_				,			opt=lowercase_    )    )

																	lowercase_					:			Optional[Any]										=       parser.parse_args(["""--foo""", """--baz"""]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			baz=lowercase_				,			opt=lowercase_    )    )

																	lowercase_					:			Dict										=       parser.parse_args(["""--foo""", """True""", """--baz""", """True""", """--opt""", """True"""]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			baz=lowercase_				,			opt=lowercase_    )    )

																	lowercase_					:			int										=       parser.parse_args(["""--foo""", """False""", """--baz""", """False""", """--opt""", """False"""]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			baz=lowercase_				,			opt=lowercase_    )    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Union[str, Any]    ):
										lowercase_					:			str										=       HfArgumentParser(lowercase_    )

										lowercase_					:			Tuple										=       argparse.ArgumentParser()
										expected.add_argument(
										    """--foo"""				,			default="""toto"""				,			choices=["""titi""", """toto""", 42]				,			type=make_choice_type_function(["""titi""", """toto""", 42]    )				,			)
										self.argparsersEqual(lowercase_				,			lowercase_    )

										lowercase_					:			Optional[int]										=       parser.parse_args([]    )
										self.assertEqual(args.foo				,			"""toto"""    )
										lowercase_					:			Union[str, Any]										=       parser.parse_args_into_dataclasses([]    )[0]
										self.assertEqual(enum_ex.foo				,			MixedTypeEnum.toto    )

										lowercase_					:			int										=       parser.parse_args(["""--foo""", """titi"""]    )
										self.assertEqual(args.foo				,			"""titi"""    )
										lowercase_					:			int										=       parser.parse_args_into_dataclasses(["""--foo""", """titi"""]    )[0]
										self.assertEqual(enum_ex.foo				,			MixedTypeEnum.titi    )

										lowercase_					:			List[str]										=       parser.parse_args(["""--foo""", """42"""]    )
										self.assertEqual(args.foo				,			42    )
										lowercase_					:			List[str]										=       parser.parse_args_into_dataclasses(["""--foo""", """42"""]    )[0]
										self.assertEqual(enum_ex.foo				,			MixedTypeEnum.fourtytwo    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Union[str, Any]    ):





										@dataclass
										class     __magic_name__						:
													UpperCamelCase__				=       "toto"




										lowercase_					:			Optional[int]										=       HfArgumentParser(lowercase_    )

										lowercase_					:			List[str]										=       argparse.ArgumentParser()
										expected.add_argument(
										    """--foo"""				,			default="""toto"""				,			choices=("""titi""", """toto""", 42)				,			type=make_choice_type_function(["""titi""", """toto""", 42]    )				,			)
										self.argparsersEqual(lowercase_				,			lowercase_    )

										lowercase_					:			List[str]										=       parser.parse_args([]    )
										self.assertEqual(args.foo				,			"""toto"""    )

										lowercase_					:			Optional[int]										=       parser.parse_args(["""--foo""", """titi"""]    )
										self.assertEqual(args.foo				,			"""titi"""    )

										lowercase_					:			List[Any]										=       parser.parse_args(["""--foo""", """42"""]    )
										self.assertEqual(args.foo				,			42    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Dict    ):
										lowercase_					:			int										=       HfArgumentParser(lowercase_    )

										lowercase_					:			Dict										=       argparse.ArgumentParser()
										expected.add_argument("""--foo_int"""				,			nargs="""+"""				,			default=[]				,			type=lowercase_    )
										expected.add_argument("""--bar_int"""				,			nargs="""+"""				,			default=[1, 2, 3]				,			type=lowercase_    )
										expected.add_argument("""--foo_str"""				,			nargs="""+"""				,			default=["""Hallo""", """Bonjour""", """Hello"""]				,			type=lowercase_    )
										expected.add_argument("""--foo_float"""				,			nargs="""+"""				,			default=[0.1, 0.2, 0.3]				,			type=lowercase_    )

										self.argparsersEqual(lowercase_				,			lowercase_    )

										lowercase_					:			int										=       parser.parse_args([]    )
										self.assertEqual(
										    lowercase_				,			Namespace(foo_int=[]				,			bar_int=[1, 2, 3]				,			foo_str=["""Hallo""", """Bonjour""", """Hello"""]				,			foo_float=[0.1, 0.2, 0.3]    )				,			)

										lowercase_					:			Optional[int]										=       parser.parse_args("""--foo_int 1 --bar_int 2 3 --foo_str a b c --foo_float 0.1 0.7""".split()    )
										self.assertEqual(lowercase_				,			Namespace(foo_int=[1]				,			bar_int=[2, 3]				,			foo_str=["""a""", """b""", """c"""]				,			foo_float=[0.1, 0.7]    )    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Tuple    ):
										lowercase_					:			Tuple										=       argparse.ArgumentParser()
										expected.add_argument("""--foo"""				,			default=lowercase_				,			type=lowercase_    )
										expected.add_argument("""--bar"""				,			default=lowercase_				,			type=lowercase_				,			help="""help message"""    )
										expected.add_argument("""--baz"""				,			default=lowercase_				,			type=lowercase_    )
										expected.add_argument("""--ces"""				,			nargs="""+"""				,			default=[]				,			type=lowercase_    )
										expected.add_argument("""--des"""				,			nargs="""+"""				,			default=[]				,			type=lowercase_    )

										lowercase_					:			Optional[int]										=       [OptionalExample]
										if is_python_no_less_than_3_10:
																	dataclass_types.append(lowercase_    )

										for dataclass_type in dataclass_types:
																	lowercase_					:			Tuple										=       HfArgumentParser(lowercase_    )

																	self.argparsersEqual(lowercase_				,			lowercase_    )

																	lowercase_					:			Union[str, Any]										=       parser.parse_args([]    )
																	self.assertEqual(lowercase_				,			Namespace(foo=lowercase_				,			bar=lowercase_				,			baz=lowercase_				,			ces=[]				,			des=[]    )    )

																	lowercase_					:			List[Any]										=       parser.parse_args("""--foo 12 --bar 3.14 --baz 42 --ces a b c --des 1 2 3""".split()    )
																	self.assertEqual(lowercase_				,			Namespace(foo=12				,			bar=3.14				,			baz="""42"""				,			ces=["""a""", """b""", """c"""]				,			des=[1, 2, 3]    )    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Union[str, Any]    ):
										lowercase_					:			Dict										=       HfArgumentParser(lowercase_    )

										lowercase_					:			int										=       argparse.ArgumentParser()
										expected.add_argument("""--required_list"""				,			nargs="""+"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument("""--required_str"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument(
										    """--required_enum"""				,			type=make_choice_type_function(["""titi""", """toto"""]    )				,			choices=["""titi""", """toto"""]				,			required=lowercase_				,			)
										self.argparsersEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Optional[Any]    ):
										lowercase_					:			Dict										=       HfArgumentParser(lowercase_    )

										lowercase_					:			List[str]										=       argparse.ArgumentParser()
										expected.add_argument("""--foo"""				,			type=lowercase_				,			required=lowercase_    )
										expected.add_argument(
										    """--required_enum"""				,			type=make_choice_type_function(["""titi""", """toto"""]    )				,			choices=["""titi""", """toto"""]				,			required=lowercase_				,			)
										expected.add_argument("""--opt"""				,			type=lowercase_				,			default=lowercase_    )
										expected.add_argument("""--baz"""				,			default="""toto"""				,			type=lowercase_				,			help="""help message"""    )
										expected.add_argument("""--foo_str"""				,			nargs="""+"""				,			default=["""Hallo""", """Bonjour""", """Hello"""]				,			type=lowercase_    )
										self.argparsersEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  List[Any]    ):
										lowercase_					:			str										=       HfArgumentParser(lowercase_    )

										lowercase_					:			Optional[int]										=       {
										    """foo""": 12,
										    """bar""": 3.14,
										    """baz""": """42""",
										    """flag""": True,
										}

										lowercase_					:			Optional[Any]										=       parser.parse_dict(lowercase_    )[0]
										lowercase_					:			Dict										=       BasicExample(**lowercase_    )
										self.assertEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Optional[Any]    ):
										lowercase_					:			Dict										=       HfArgumentParser(lowercase_    )

										lowercase_					:			Optional[int]										=       {
										    """foo""": 12,
										    """bar""": 3.14,
										    """baz""": """42""",
										    """flag""": True,
										    """extra""": 42,
										}

										self.assertRaises(lowercase_				,			parser.parse_dict				,			lowercase_				,			allow_extra_keys=lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Any    ):
										lowercase_					:			List[Any]										=       HfArgumentParser(lowercase_    )

										lowercase_					:			int										=       {
										    """foo""": 12,
										    """bar""": 3.14,
										    """baz""": """42""",
										    """flag""": True,
										}
										with tempfile.TemporaryDirectory() as tmp_dir:
																	lowercase_					:			Optional[int]										=       os.path.join(lowercase_				,			"""temp_json"""    )
																	os.mkdir(lowercase_    )
																	with open(temp_local_path + """.json"""				,			"""w+"""    ) as f:
																								json.dump(lowercase_				,			lowercase_    )
																	lowercase_					:			str										=       parser.parse_yaml_file(Path(temp_local_path + """.json"""    )    )[0]

										lowercase_					:			Tuple										=       BasicExample(**lowercase_    )
										self.assertEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  List[Any]    ):
										lowercase_					:			str										=       HfArgumentParser(lowercase_    )

										lowercase_					:			List[Any]										=       {
										    """foo""": 12,
										    """bar""": 3.14,
										    """baz""": """42""",
										    """flag""": True,
										}
										with tempfile.TemporaryDirectory() as tmp_dir:
																	lowercase_					:			Tuple										=       os.path.join(lowercase_				,			"""temp_yaml"""    )
																	os.mkdir(lowercase_    )
																	with open(temp_local_path + """.yaml"""				,			"""w+"""    ) as f:
																								yaml.dump(lowercase_				,			lowercase_    )
																	lowercase_					:			List[str]										=       parser.parse_yaml_file(Path(temp_local_path + """.yaml"""    )    )[0]
										lowercase_					:			Any										=       BasicExample(**lowercase_    )
										self.assertEqual(lowercase_				,			lowercase_    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Union[str, Any]    ):
										lowercase_					:			str										=       HfArgumentParser(lowercase_    )
										self.assertIsNotNone(lowercase_    )





