





from ...configuration_utils import PretrainedConfig
from ...utils import logging


_a 						=      logging.get_logger(__name__)

_a 						=      {
    "microsoft/markuplm-base": "https://huggingface.co/microsoft/markuplm-base/resolve/main/config.json",
    "microsoft/markuplm-large": "https://huggingface.co/microsoft/markuplm-large/resolve/main/config.json",
}






class 					__A    (    _UpperCAmelCase ):

			'''simple docstring'''







			lowerCAmelCase_							     =						"""markuplm"""





			def __init__(    self       ,  __lowerCAmelCase=3_0_5_2_2       ,  __lowerCAmelCase=7_6_8       ,  __lowerCAmelCase=1_2       ,  __lowerCAmelCase=1_2       ,  __lowerCAmelCase=3_0_7_2       ,  __lowerCAmelCase="gelu"       ,  __lowerCAmelCase=0.1       ,  __lowerCAmelCase=0.1       ,  __lowerCAmelCase=5_1_2       ,  __lowerCAmelCase=2       ,  __lowerCAmelCase=0.02       ,  __lowerCAmelCase=1E-12       ,  __lowerCAmelCase=0       ,  __lowerCAmelCase=0       ,  __lowerCAmelCase=2       ,  __lowerCAmelCase=2_5_6       ,  __lowerCAmelCase=1_0_2_4       ,  __lowerCAmelCase=2_1_6       ,  __lowerCAmelCase=1_0_0_1       ,  __lowerCAmelCase=3_2       ,  __lowerCAmelCase=5_0       ,  __lowerCAmelCase="absolute"       ,  __lowerCAmelCase=True       ,  __lowerCAmelCase=None       ,  **__lowerCAmelCase       ,  ):



				'''simple docstring'''







				super().__init__(
				    pad_token_id=lowercase_       ,  bos_token_id=lowercase_       ,  eos_token_id=lowercase_       ,  **lowercase_       ,  )
				lowerCamelCase__								=		vocab_size
				lowerCamelCase__								=		hidden_size
				lowerCamelCase__								=		num_hidden_layers
				lowerCamelCase__								=		num_attention_heads
				lowerCamelCase__								=		hidden_act
				lowerCamelCase__								=		intermediate_size
				lowerCamelCase__								=		hidden_dropout_prob
				lowerCamelCase__								=		attention_probs_dropout_prob
				lowerCamelCase__								=		max_position_embeddings
				lowerCamelCase__								=		type_vocab_size
				lowerCamelCase__								=		initializer_range
				lowerCamelCase__								=		layer_norm_eps
				lowerCamelCase__								=		position_embedding_type
				lowerCamelCase__								=		use_cache
				lowerCamelCase__								=		classifier_dropout
				# additional properties
				lowerCamelCase__								=		max_depth
				lowerCamelCase__								=		max_xpath_tag_unit_embeddings
				lowerCamelCase__								=		max_xpath_subs_unit_embeddings
				lowerCamelCase__								=		tag_pad_id
				lowerCamelCase__								=		subs_pad_id
				lowerCamelCase__								=		xpath_unit_hidden_size




'''simple docstring'''




import unittest

from transformers import load_tool
from transformers.utils import is_torch_available


if is_torch_available():
						import torch

from transformers.testing_utils import require_torch

from .test_tools_common import ToolTesterMixin





@require_torch
class     __magic_name__						(    unittest.TestCase,     _UpperCAmelCase):







			def 	SCREAMING_SNAKE_CASE_     (	self				:  Optional[Any]    ):
										lowercase_					:			List[str]										=       load_tool("""text-to-speech"""    )
										self.tool.setup()







			def 	SCREAMING_SNAKE_CASE_     (	self				:  List[Any]    ):
										# SpeechT5 isn't deterministic
										torch.manual_seed(0    )
										lowercase_					:			List[str]										=       self.tool("""hey"""    )
										lowercase_					:			Optional[int]										=       result.to_raw()
										self.assertTrue(
										    torch.allclose(
										        resulting_tensor[:3]				,			torch.tensor([-0.0_00_59_66_66_88_32_11_58_29, -0.0_00_36_57_64_01_90_79_50_64, -0.00_01_34_39_50_27_99_88_34_85]    )				,			)    )







			def 	SCREAMING_SNAKE_CASE_     (	self				:  List[Any]    ):
										# SpeechT5 isn't deterministic
										torch.manual_seed(0    )
										lowercase_					:			Union[str, Any]										=       self.tool("""hey"""    )
										lowercase_					:			int										=       result.to_raw()
										self.assertTrue(
										    torch.allclose(
										        resulting_tensor[:3]				,			torch.tensor([-0.0_00_59_66_66_88_32_11_58_29, -0.0_00_36_57_64_01_90_79_50_64, -0.00_01_34_39_50_27_99_88_34_85]    )				,			)    )





