


'''simple docstring'''





import os

from ...utils import logging
from .utils import DataProcessor, InputExample


SCREAMING_SNAKE_CASE	:str  		=     logging.get_logger(__name__)


class     __lowerCAmelCase     ( a__					):






  """simple docstring"""





  def __init__(     self       :       List[str]    ,				_lowerCAmelCase       :       str    ,				_lowerCAmelCase       :       Optional[int]=None  )   -> List[str]:




     """simple docstring"""
     snake_case_					    =					language
     snake_case_					    =					train_language



  def 					lowerCAmelCase__  (     self       :       List[str]    ,				_lowerCAmelCase       :       List[Any]  )   -> Tuple:




     """simple docstring"""
     snake_case_					    =					self.language if self.train_language is None else self.train_language
     snake_case_					    =					self._read_tsv(os.path.join(__A    ,				F'''XNLI-MT-1.0/multinli/multinli.train.{lg}.tsv'''  )  )
     snake_case_					    =					[]
     for i, line in enumerate(__A  ):
        if i == 0:
           continue
        snake_case_					    =					F'''train-{i}'''
        snake_case_					    =					line[0]
        snake_case_					    =					line[1]
        snake_case_					    =					"contradiction" if line[2] == "contradictory" else line[2]
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training input {text_a} is not a string'''  )
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training input {text_b} is not a string'''  )
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training label {label} is not a string'''  )
        examples.append(InputExample(guid=__A    ,				text_a=__A    ,				text_b=__A    ,				label=__A  )  )
     return examples



  def 					lowerCAmelCase__  (     self       :       int    ,				_lowerCAmelCase       :       Dict  )   -> Union[str, Any]:




     """simple docstring"""
     snake_case_					    =					self._read_tsv(os.path.join(__A    ,				"XNLI-1.0/xnli.test.tsv"  )  )
     snake_case_					    =					[]
     for i, line in enumerate(__A  ):
        if i == 0:
           continue
        snake_case_					    =					line[0]
        if language != self.language:
           continue
        snake_case_					    =					F'''test-{i}'''
        snake_case_					    =					line[6]
        snake_case_					    =					line[7]
        snake_case_					    =					line[1]
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training input {text_a} is not a string'''  )
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training input {text_b} is not a string'''  )
        if not isinstance(__A    ,				__A  ):
           raise ValueError(F'''Training label {label} is not a string'''  )
        examples.append(InputExample(guid=__A    ,				text_a=__A    ,				text_b=__A    ,				label=__A  )  )
     return examples



  def 					lowerCAmelCase__  (     self       :       Optional[Any]  )   -> str:




     """simple docstring"""
     return ["contradiction", "entailment", "neutral"]






SCREAMING_SNAKE_CASE	:Tuple  		=     {
    """xnli""": XnliProcessor,
}

SCREAMING_SNAKE_CASE	:Tuple  		=     {
    """xnli""": """classification""",
}

SCREAMING_SNAKE_CASE	:Any  		=     {
    """xnli""": 3,
}








import unittest

from transformers import (
    MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
    TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING,
    SummarizationPipeline,
    TFPreTrainedModel,
    pipeline,
)
from transformers.testing_utils import get_gpu_count, is_pipeline_test, require_tf, require_torch, slow, torch_device
from transformers.tokenization_utils import TruncationStrategy

from .test_pipelines_common import ANY


SCREAMING_SNAKE_CASE	:Tuple  		=     -1 if torch_device == '''cpu''' else 0


@is_pipeline_test
class     __lowerCAmelCase     ( unittest.TestCase					):






  """simple docstring"""





  _SCREAMING_SNAKE_CASE		    =       MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING
  _SCREAMING_SNAKE_CASE		    =       TF_MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING



  def 					lowerCAmelCase__  (     self       :       List[Any]    ,				_lowerCAmelCase       :       Tuple    ,				_lowerCAmelCase       :       List[str]    ,				_lowerCAmelCase       :       List[str]  )   -> Dict:




     """simple docstring"""
     snake_case_					    =					SummarizationPipeline(model=_lowerCAmelCase    ,				tokenizer=_lowerCAmelCase  )
     return summarizer, ["(CNN)The Palestinian Authority officially became", "Some other text"]



  def 					lowerCAmelCase__  (     self       :       Union[str, Any]    ,				_lowerCAmelCase       :       int    ,				_lowerCAmelCase       :       int  )   -> Union[str, Any]:




     """simple docstring"""
     snake_case_					    =					summarizer.model

     snake_case_					    =					summarizer("(CNN)The Palestinian Authority officially became"  )
     self.assertEqual(_lowerCAmelCase    ,				[{"summary_text": ANY(_lowerCAmelCase  )}]  )

     snake_case_					    =					summarizer(
         "(CNN)The Palestinian Authority officially became "    ,				num_beams=2    ,				min_length=2    ,				max_length=5    ,				)
     self.assertEqual(_lowerCAmelCase    ,				[{"summary_text": ANY(_lowerCAmelCase  )}]  )

     # Some models (Switch Transformers, LED, T5, LongT5, etc) can handle long sequences.
     snake_case_					    =					[
         "SwitchTransformersConfig",
         "T5Config",
         "LongT5Config",
         "LEDConfig",
         "PegasusXConfig",
         "FSMTConfig",
         "M2M100Config",
         "ProphetNetConfig",  # positional embeddings up to a fixed maximum size (otherwise clamping the values)
     ]
     if model.config.__class__.__name__ not in model_can_handle_longer_seq:
        # Too long and exception is expected.
        # For TF models, if the weights are initialized in GPU context, we won't get expected index error from
        # the embedding layer.
        if not (
            isinstance(_lowerCAmelCase    ,				_lowerCAmelCase  )
            and get_gpu_count() > 0
            and len(summarizer.model.trainable_weights  ) > 0
        ):
           with self.assertRaises(_lowerCAmelCase  ):
              snake_case_					    =					summarizer("This " * 1_0_0_0  )
     snake_case_					    =					summarizer("This " * 1_0_0_0    ,				truncation=TruncationStrategy.ONLY_FIRST  )



  @require_torch
  def 					lowerCAmelCase__  (     self       :       List[Any]  )   -> str:




     """simple docstring"""
     snake_case_					    =					pipeline(task="summarization"    ,				model="sshleifer/tiny-mbart"    ,				framework="pt"  )
     snake_case_					    =					summarizer("This is a small test"  )
     self.assertEqual(
         _lowerCAmelCase    ,				[
             {
                 "summary_text": "เข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไป"
             }
         ]    ,				)



  @require_tf
  def 					lowerCAmelCase__  (     self       :       Dict  )   -> Optional[int]:




     """simple docstring"""
     snake_case_					    =					pipeline(task="summarization"    ,				model="sshleifer/tiny-mbart"    ,				framework="tf"  )
     snake_case_					    =					summarizer("This is a small test"  )
     self.assertEqual(
         _lowerCAmelCase    ,				[
             {
                 "summary_text": "เข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไปเข้าไป"
             }
         ]    ,				)



  @require_torch
  @slow
  def 					lowerCAmelCase__  (     self       :       List[Any]  )   -> Union[str, Any]:




     """simple docstring"""
     snake_case_					    =					pipeline(task="summarization"    ,				device=_lowerCAmelCase  )
     snake_case_					    =					(
         " (CNN)The Palestinian Authority officially became the 123rd member of the International Criminal Court on"
         " Wednesday, a step that gives the court jurisdiction over alleged crimes in Palestinian territories. The"
         " formal accession was marked with a ceremony at The Hague, in the Netherlands, where the court is based."
         " The Palestinians signed the ICC's founding Rome Statute in January, when they also accepted its"
         " jurisdiction over alleged crimes committed \"in the occupied Palestinian territory, including East"
         " Jerusalem, since June 13, 2014.\" Later that month, the ICC opened a preliminary examination into the"
         " situation in Palestinian territories, paving the way for possible war crimes investigations against"
         " Israelis. As members of the court, Palestinians may be subject to counter-charges as well. Israel and"
         " the United States, neither of which is an ICC member, opposed the Palestinians' efforts to join the"
         " body. But Palestinian Foreign Minister Riad al-Malki, speaking at Wednesday's ceremony, said it was a"
         " move toward greater justice. \"As Palestine formally becomes a State Party to the Rome Statute today, the"
         " world is also a step closer to ending a long era of impunity and injustice,\" he said, according to an"
         " ICC news release. \"Indeed, today brings us closer to our shared goals of justice and peace.\" Judge"
         " Kuniko Ozaki, a vice president of the ICC, said acceding to the treaty was just the first step for the"
         " Palestinians. \"As the Rome Statute today enters into force for the State of Palestine, Palestine"
         " acquires all the rights as well as responsibilities that come with being a State Party to the Statute."
         " These are substantive commitments, which cannot be taken lightly,\" she said. Rights group Human Rights"
         " Watch welcomed the development. \"Governments seeking to penalize Palestine for joining the ICC should"
         " immediately end their pressure, and countries that support universal acceptance of the court's treaty"
         " should speak out to welcome its membership,\" said Balkees Jarrah, international justice counsel for the"
         " group. \"What's objectionable is the attempts to undermine international justice, not Palestine's"
         " decision to join a treaty to which over 100 countries around the world are members.\" In January, when"
         " the preliminary ICC examination was opened, Israeli Prime Minister Benjamin Netanyahu described it as an"
         " outrage, saying the court was overstepping its boundaries. The United States also said it \"strongly\""
         " disagreed with the court's decision. \"As we have said repeatedly, we do not believe that Palestine is a"
         " state and therefore we do not believe that it is eligible to join the ICC,\" the State Department said in"
         " a statement. It urged the warring sides to resolve their differences through direct negotiations. \"We"
         " will continue to oppose actions against Israel at the ICC as counterproductive to the cause of peace,\""
         " it said. But the ICC begs to differ with the definition of a state for its purposes and refers to the"
         " territories as \"Palestine.\" While a preliminary examination is not a formal investigation, it allows the"
         " court to review evidence and determine whether to investigate suspects on both sides. Prosecutor Fatou"
         " Bensouda said her office would \"conduct its analysis in full independence and impartiality.\" The war"
         " between Israel and Hamas militants in Gaza last summer left more than 2,000 people dead. The inquiry"
         " will include alleged war crimes committed since June. The International Criminal Court was set up in"
         " 2002 to prosecute genocide, crimes against humanity and war crimes. CNN's Vasco Cotovio, Kareem Khadder"
         " and Faith Karimi contributed to this report."
     )
     snake_case_					    =					(
         " The Palestinian Authority becomes the 123rd member of the International Criminal Court . The move gives"
         " the court jurisdiction over alleged crimes in Palestinian territories . Israel and the United States"
         " opposed the Palestinians' efforts to join the court . Rights group Human Rights Watch welcomes the move,"
         " says governments seeking to penalize Palestine should end pressure ."
     )
     snake_case_					    =					summarizer(_lowerCAmelCase  )
     self.assertEqual(result[0]["summary_text"]    ,				_lowerCAmelCase  )




