


import unittest

from transformers import MPNetConfig, is_torch_available
from transformers.testing_utils import require_torch, slow, torch_device

from ...test_configuration_common import ConfigTester
from ...test_modeling_common import ModelTesterMixin, ids_tensor, random_attention_mask
from ...test_pipeline_mixin import PipelineTesterMixin


if is_torch_available():
  import torch

  from transformers import (
      MPNetForMaskedLM,
      MPNetForMultipleChoice,
      MPNetForQuestionAnswering,
      MPNetForSequenceClassification,
      MPNetForTokenClassification,
      MPNetModel,
  )







class       lowerCamelCase__   :





     def __init__(self		,     UpperCAmelCase		,     UpperCAmelCase=1_3		,     UpperCAmelCase=7		,     UpperCAmelCase=True		,     UpperCAmelCase=True		,     UpperCAmelCase=False		,     UpperCAmelCase=True		,     UpperCAmelCase=9_9		,     UpperCAmelCase=6_4		,     UpperCAmelCase=5		,     UpperCAmelCase=4		,     UpperCAmelCase=6_4		,     UpperCAmelCase="gelu"		,     UpperCAmelCase=0.1		,     UpperCAmelCase=0.1		,     UpperCAmelCase=5_1_2		,     UpperCAmelCase=1_6		,     UpperCAmelCase=2		,     UpperCAmelCase=0.02		,     UpperCAmelCase=3		,     UpperCAmelCase=4		,     UpperCAmelCase=None		,     )     ->   Union[str, Any]:
      _lowercase							      =parent
      _lowercase							      =batch_size
      _lowercase							      =seq_length
      _lowercase							      =is_training
      _lowercase							      =use_input_mask
      _lowercase							      =use_token_type_ids
      _lowercase							      =use_labels
      _lowercase							      =vocab_size
      _lowercase							      =hidden_size
      _lowercase							      =num_hidden_layers
      _lowercase							      =num_attention_heads
      _lowercase							      =intermediate_size
      _lowercase							      =hidden_act
      _lowercase							      =hidden_dropout_prob
      _lowercase							      =attention_probs_dropout_prob
      _lowercase							      =max_position_embeddings
      _lowercase							      =type_vocab_size
      _lowercase							      =type_sequence_label_size
      _lowercase							      =initializer_range
      _lowercase							      =num_labels
      _lowercase							      =num_choices
      _lowercase							      =scope





     def      __A					(self       )     ->   Tuple:
      return MPNetConfig.from_pretrained('''microsoft/mpnet-base'''       )





     def      __A					(self       )     ->   Dict:
      _lowercase							      =ids_tensor([self.batch_size, self.seq_length]		,     self.vocab_size       )

      _lowercase							      =None
      if self.use_input_mask:
       _lowercase							      =random_attention_mask([self.batch_size, self.seq_length]       )

      _lowercase							      =None
      _lowercase							      =None
      _lowercase							      =None
      if self.use_labels:
       _lowercase							      =ids_tensor([self.batch_size]		,     self.type_sequence_label_size       )
       _lowercase							      =ids_tensor([self.batch_size, self.seq_length]		,     self.num_labels       )
       _lowercase							      =ids_tensor([self.batch_size]		,     self.num_choices       )

      _lowercase							      =self.get_config()
      return config, input_ids, input_mask, sequence_labels, token_labels, choice_labels





     def      __A					(self       )     ->   str:
      return MPNetConfig(
          vocab_size=self.vocab_size		,     hidden_size=self.hidden_size		,     num_hidden_layers=self.num_hidden_layers		,     num_attention_heads=self.num_attention_heads		,     intermediate_size=self.intermediate_size		,     hidden_act=self.hidden_act		,     hidden_dropout_prob=self.hidden_dropout_prob		,     attention_probs_dropout_prob=self.attention_probs_dropout_prob		,     max_position_embeddings=self.max_position_embeddings		,     initializer_range=self.initializer_range		,     )





     def      __A					(self		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase       )     ->   Optional[Any]:
      _lowercase							      =MPNetModel(config=UpperCAmelCase       )
      model.to(UpperCAmelCase       )
      model.eval()
      _lowercase							      =model(UpperCAmelCase		,     UpperCAmelCase       )
      _lowercase							      =model(UpperCAmelCase       )
      self.parent.assertEqual(result.last_hidden_state.shape		,     (self.batch_size, self.seq_length, self.hidden_size)       )
      self.parent.assertEqual(result.pooler_output.shape		,     (self.batch_size, self.hidden_size)       )





     def      __A					(self		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase       )     ->   Optional[Any]:
      _lowercase							      =MPNetForQuestionAnswering(config=UpperCAmelCase       )
      model.to(UpperCAmelCase       )
      model.eval()
      _lowercase							      =model(
          UpperCAmelCase		,     attention_mask=UpperCAmelCase		,     start_positions=UpperCAmelCase		,     end_positions=UpperCAmelCase		,     )
      self.parent.assertEqual(result.start_logits.shape		,     (self.batch_size, self.seq_length)       )
      self.parent.assertEqual(result.end_logits.shape		,     (self.batch_size, self.seq_length)       )





     def      __A					(self		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase       )     ->   Tuple:
      _lowercase							      =self.num_labels
      _lowercase							      =MPNetForSequenceClassification(UpperCAmelCase       )
      model.to(UpperCAmelCase       )
      model.eval()
      _lowercase							      =model(UpperCAmelCase		,     attention_mask=UpperCAmelCase		,     labels=UpperCAmelCase       )
      self.parent.assertEqual(result.logits.shape		,     (self.batch_size, self.num_labels)       )





     def      __A					(self		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase       )     ->   Dict:
      _lowercase							      =self.num_choices
      _lowercase							      =MPNetForMultipleChoice(config=UpperCAmelCase       )
      model.to(UpperCAmelCase       )
      model.eval()
      _lowercase							      =input_ids.unsqueeze(1       ).expand(-1		,     self.num_choices		,     -1       ).contiguous()
      _lowercase							      =input_mask.unsqueeze(1       ).expand(-1		,     self.num_choices		,     -1       ).contiguous()
      _lowercase							      =model(
          UpperCAmelCase		,     attention_mask=UpperCAmelCase		,     labels=UpperCAmelCase		,     )
      self.parent.assertEqual(result.logits.shape		,     (self.batch_size, self.num_choices)       )





     def      __A					(self		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase		,     UpperCAmelCase       )     ->   int:
      _lowercase							      =self.num_labels
      _lowercase							      =MPNetForTokenClassification(config=UpperCAmelCase       )
      model.to(UpperCAmelCase       )
      model.eval()
      _lowercase							      =model(UpperCAmelCase		,     attention_mask=UpperCAmelCase		,     labels=UpperCAmelCase       )
      self.parent.assertEqual(result.logits.shape		,     (self.batch_size, self.seq_length, self.num_labels)       )





     def      __A					(self       )     ->   Tuple:
      _lowercase							      =self.prepare_config_and_inputs()
      ((_lowercase)      ,    (_lowercase)      ,    (_lowercase)      ,    (_lowercase)      ,    (_lowercase)      ,    (_lowercase))							      =config_and_inputs
      _lowercase							      ={'''input_ids''': input_ids, '''attention_mask''': input_mask}
      return config, inputs_dict







@require_torch
class       lowerCamelCase__   (       lowerCAmelCase   ,							lowerCAmelCase   ,							unittest.TestCase):
     SCREAMING_SNAKE_CASE__      			=			(
         (
             MPNetForMaskedLM,
             MPNetForMultipleChoice,
             MPNetForQuestionAnswering,
             MPNetForSequenceClassification,
             MPNetForTokenClassification,
             MPNetModel,
         )
         if is_torch_available()
         else ()
     )
     SCREAMING_SNAKE_CASE__      			=			(
         {
             '''feature-extraction''': MPNetModel,
             '''fill-mask''': MPNetForMaskedLM,
             '''question-answering''': MPNetForQuestionAnswering,
             '''text-classification''': MPNetForSequenceClassification,
             '''token-classification''': MPNetForTokenClassification,
             '''zero-shot''': MPNetForSequenceClassification,
         }
         if is_torch_available()
         else {}
     )
     SCREAMING_SNAKE_CASE__      			=			False
     SCREAMING_SNAKE_CASE__      			=			True





     def      __A					(self       )     ->   Optional[Any]:
      _lowercase							      =MPNetModelTester(self       )
      _lowercase							      =ConfigTester(self		,     config_class=UpperCAmelCase		,     hidden_size=3_7       )





     def      __A					(self       )     ->   Optional[Any]:
      self.config_tester.run_common_tests()





     def      __A					(self       )     ->   Dict:
      _lowercase							      =self.model_tester.prepare_config_and_inputs()
      self.model_tester.create_and_check_mpnet_model(*UpperCAmelCase       )





     def      __A					(self       )     ->   Tuple:
      _lowercase							      =self.model_tester.prepare_config_and_inputs()
      self.model_tester.create_and_check_mpnet_for_sequence_classification(*UpperCAmelCase       )





     def      __A					(self       )     ->   str:
      _lowercase							      =self.model_tester.prepare_config_and_inputs()
      self.model_tester.create_and_check_mpnet_for_multiple_choice(*UpperCAmelCase       )





     def      __A					(self       )     ->   Union[str, Any]:
      _lowercase							      =self.model_tester.prepare_config_and_inputs()
      self.model_tester.create_and_check_mpnet_for_token_classification(*UpperCAmelCase       )





     def      __A					(self       )     ->   Optional[Any]:
      _lowercase							      =self.model_tester.prepare_config_and_inputs()
      self.model_tester.create_and_check_mpnet_for_question_answering(*UpperCAmelCase       )







@require_torch
class       lowerCamelCase__   (       unittest.TestCase):





     @slow
     def      __A					(self       )     ->   str:
      _lowercase							      =MPNetModel.from_pretrained('''microsoft/mpnet-base'''       )
      _lowercase							      =torch.tensor([[0, 3_4_5, 2_3_2, 3_2_8, 7_4_0, 1_4_0, 1_6_9_5, 6_9, 6_0_7_8, 1_5_8_8, 2]]       )
      _lowercase							      =model(UpperCAmelCase       )[0]
      _lowercase							      =torch.Size((1, 1_1, 7_6_8)       )
      self.assertEqual(output.shape		,     UpperCAmelCase       )
      _lowercase							      =torch.tensor(
          [[[-0.0550, 0.1943, -0.0740], [-0.0562, 0.2211, -0.0579], [-0.0437, 0.3337, -0.0641]]]       )
      # compare the actual values for a slice.
      self.assertTrue(torch.allclose(output[:, :3, :3]		,     UpperCAmelCase		,     atol=1e-4       )       )



"""simple docstring"""




from typing import TYPE_CHECKING

from ...utils import (
    OptionalDependencyNotAvailable,
    _LazyModule,
    is_sentencepiece_available,
    is_tokenizers_available,
    is_torch_available,
)


_A			:       Optional[int]   		=       {
    """configuration_llama""": ["""LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAP""", """LlamaConfig"""],
}

try:
   if not is_sentencepiece_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _A			:       Union[str, Any]   		=       ["""LlamaTokenizer"""]

try:
   if not is_tokenizers_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _A			:       Dict   		=       ["""LlamaTokenizerFast"""]

try:
   if not is_torch_available():
      raise OptionalDependencyNotAvailable()
except OptionalDependencyNotAvailable:
   pass
else:
   _A			:       int   		=       [
       """LlamaForCausalLM""",
       """LlamaModel""",
       """LlamaPreTrainedModel""",
       """LlamaForSequenceClassification""",
   ]


if TYPE_CHECKING:
   from .configuration_llama import LLAMA_PRETRAINED_CONFIG_ARCHIVE_MAP, LlamaConfig

   try:
      if not is_sentencepiece_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .tokenization_llama import LlamaTokenizer

   try:
      if not is_tokenizers_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .tokenization_llama_fast import LlamaTokenizerFast

   try:
      if not is_torch_available():
         raise OptionalDependencyNotAvailable()
   except OptionalDependencyNotAvailable:
      pass
   else:
      from .modeling_llama import LlamaForCausalLM, LlamaForSequenceClassification, LlamaModel, LlamaPreTrainedModel


else:
   import sys

   _A			:       str   		=       _LazyModule(__name__, globals()["""__file__"""], _import_structure, module_spec=__spec__)


