





'''simple docstring'''

import unittest

from transformers import SPIECE_UNDERLINE, XLNetTokenizer, XLNetTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, slow

from ...test_tokenization_common import TokenizerTesterMixin


__lowerCAmelCase							:	Dict			=get_tests_dir("fixtures/test_sentencepiece.model")






@require_sentencepiece
@require_tokenizers
class    UpperCAmelCase	(       UpperCamelCase__			,       unittest.TestCase				):
 __lowercase   		=				XLNetTokenizer
 __lowercase   		=				XLNetTokenizerFast
 __lowercase   		=				True
 __lowercase   		=				True
 def      UpperCAmelCase_							(				self      :Tuple							)->							List[Any]:
     super().setUp()

     # We have a SentencePiece fixture for testing
     A__				=			XLNetTokenizer(lowercase_						,       keep_accents=lowercase_							)
     tokenizer.sanitize_special_tokens()
     tokenizer.save_pretrained(self.tmpdirname							)
 def      UpperCAmelCase_							(				self      :Union[str, Any]							)->							List[Any]:
     A__				=			"<s>"
     A__				=			1

     self.assertEqual(self.get_tokenizer()._convert_token_to_id(lowercase_							)						,       lowercase_							)
     self.assertEqual(self.get_tokenizer()._convert_id_to_token(lowercase_							)						,       lowercase_							)
 def      UpperCAmelCase_							(				self      :Any							)->							Optional[int]:
     A__				=			list(self.get_tokenizer().get_vocab().keys()							)

     self.assertEqual(vocab_keys[0]						,       "<unk>"							)
     self.assertEqual(vocab_keys[1]						,       "<s>"							)
     self.assertEqual(vocab_keys[-1]						,       "<eod>"							)
     self.assertEqual(len(lowercase_							)						,       10_06							)
 def      UpperCAmelCase_							(				self      :Tuple							)->							Optional[Any]:
     self.assertEqual(self.get_tokenizer().vocab_size						,       10_00							)
 def      UpperCAmelCase_							(				self      :int							)->							Union[str, Any]:
     A__				=			XLNetTokenizer(lowercase_						,       keep_accents=lowercase_							)

     A__				=			tokenizer.tokenize("This is a test"							)
     self.assertListEqual(lowercase_						,       ["▁This", "▁is", "▁a", "▁t", "est"]							)

     self.assertListEqual(tokenizer.convert_tokens_to_ids(lowercase_							)						,       [2_85, 46, 10, 1_70, 3_82]							)

     A__				=			tokenizer.tokenize("I was born in 92000, and this is falsé."							)
     self.assertListEqual(
         lowercase_						,       [
             SPIECE_UNDERLINE + "I",
             SPIECE_UNDERLINE + "was",
             SPIECE_UNDERLINE + "b",
             "or",
             "n",
             SPIECE_UNDERLINE + "in",
             SPIECE_UNDERLINE + "",
             "9",
             "2",
             "0",
             "0",
             "0",
             ",",
             SPIECE_UNDERLINE + "and",
             SPIECE_UNDERLINE + "this",
             SPIECE_UNDERLINE + "is",
             SPIECE_UNDERLINE + "f",
             "al",
             "s",
             "é",
             ".",
         ]						,       )
     A__				=			tokenizer.convert_tokens_to_ids(lowercase_							)
     self.assertListEqual(lowercase_						,       [8, 21, 84, 55, 24, 19, 7, 0, 6_02, 3_47, 3_47, 3_47, 3, 12, 66, 46, 72, 80, 6, 0, 4]							)

     A__				=			tokenizer.convert_ids_to_tokens(lowercase_							)
     self.assertListEqual(
         lowercase_						,       [
             SPIECE_UNDERLINE + "I",
             SPIECE_UNDERLINE + "was",
             SPIECE_UNDERLINE + "b",
             "or",
             "n",
             SPIECE_UNDERLINE + "in",
             SPIECE_UNDERLINE + "",
             "<unk>",
             "2",
             "0",
             "0",
             "0",
             ",",
             SPIECE_UNDERLINE + "and",
             SPIECE_UNDERLINE + "this",
             SPIECE_UNDERLINE + "is",
             SPIECE_UNDERLINE + "f",
             "al",
             "s",
             "<unk>",
             ".",
         ]						,       )
 def      UpperCAmelCase_							(				self      :Any							)->							Union[str, Any]:
     A__				=			XLNetTokenizer(lowercase_						,       do_lower_case=lowercase_							)
     A__				=			tokenizer.tokenize("I was born in 92000, and this is falsé."							)
     self.assertListEqual(
         lowercase_						,       [
             SPIECE_UNDERLINE + "",
             "i",
             SPIECE_UNDERLINE + "was",
             SPIECE_UNDERLINE + "b",
             "or",
             "n",
             SPIECE_UNDERLINE + "in",
             SPIECE_UNDERLINE + "",
             "9",
             "2",
             "0",
             "0",
             "0",
             ",",
             SPIECE_UNDERLINE + "and",
             SPIECE_UNDERLINE + "this",
             SPIECE_UNDERLINE + "is",
             SPIECE_UNDERLINE + "f",
             "al",
             "se",
             ".",
         ]						,       )
     self.assertListEqual(tokenizer.tokenize("H\u00E9llo"							)						,       ["▁he", "ll", "o"]							)
 def      UpperCAmelCase_							(				self      :Optional[Any]							)->							int:
     A__				=			XLNetTokenizer(lowercase_						,       do_lower_case=lowercase_							)
     A__				=			tokenizer.tokenize("I was born in 92000, and this is falsé."							)
     self.assertListEqual(
         lowercase_						,       [
             SPIECE_UNDERLINE + "I",
             SPIECE_UNDERLINE + "was",
             SPIECE_UNDERLINE + "b",
             "or",
             "n",
             SPIECE_UNDERLINE + "in",
             SPIECE_UNDERLINE + "",
             "9",
             "2",
             "0",
             "0",
             "0",
             ",",
             SPIECE_UNDERLINE + "and",
             SPIECE_UNDERLINE + "this",
             SPIECE_UNDERLINE + "is",
             SPIECE_UNDERLINE + "f",
             "al",
             "se",
             ".",
         ]						,       )
 @slow
 def      UpperCAmelCase_							(				self      :Optional[Any]							)->							List[Any]:
     A__				=			XLNetTokenizer.from_pretrained("xlnet-base-cased"							)

     A__				=			tokenizer.encode("sequence builders"						,       add_special_tokens=lowercase_							)
     A__				=			tokenizer.encode("multi-sequence build"						,       add_special_tokens=lowercase_							)

     A__				=			tokenizer.build_inputs_with_special_tokens(lowercase_							)
     A__				=			tokenizer.build_inputs_with_special_tokens(lowercase_						,       lowercase_							)

     assert encoded_sentence == text + [4, 3]
     assert encoded_pair == text + [4] + text_a + [4, 3]



 @slow
 def      UpperCAmelCase_							(				self      :Union[str, Any]							)->							List[str]:
     # fmt: off
     A__				=			{"input_ids": [[17, 2_14_42, 2_70, 17, 10, 1_46_45, 3_18, 34, 17, 45_46, 31_45, 7_87, 13, 77_52, 2_20_18, 23, 21, 17, 45_46, 31_45, 7_87, 13, 33_52, 1_44_31, 13, 55_00, 11, 11_76, 5_80, 13, 1_68_19, 47_97, 23, 17, 10, 1_71_35, 6_58, 19, 4_57, 79_32, 13, 1_84, 19, 31_54, 1_71_35, 64_68, 19, 14_04, 1_22_69, 19, 42_29, 53_56, 1_62_64, 46, 19, 17, 2_05_45, 1_03_95, 9, 9, 9, 11, 28, 64_21, 95_31, 2_07_29, 17, 10, 3_53, 1_70_22, 11, 21, 64_21, 95_31, 1_69_49, 17, 10, 1_15_09, 7_53, 11, 33, 95, 24_21, 73_85, 9_56, 1_44_31, 26_26, 25, 8_42, 73_85, 48_36, 21, 14_29, 22_72, 98_55, 31_20, 1_61, 2_47_38, 19, 1_32_03, 6_58, 2_18, 7_87, 21, 4_30, 1_84_82, 8_47, 26_37, 9, 4, 3], [5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 3_22, 2_21_78, 27, 10_64, 22, 9_56, 13, 1_11_01, 14_29, 58_54, 2_43_13, 1_89_53, 40, 4_22, 2_43_66, 68, 17_58, 37, 1_04_83, 1_42_57, 31, 2_07, 2_63, 21, 2_03, 37_73, 25, 71, 97_35, 9, 4, 3], [5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 32, 20_49, 34_42, 17, 1_38_94, 33_80, 23, 95, 18, 1_76_34, 22_88, 9, 4, 3]], "token_type_ids": [[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2], [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2], [3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2]], "attention_mask": [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1]]}  # noqa: E501
     # fmt: on

     self.tokenizer_integration_test_util(
         expected_encoding=lowercase_						,       model_name="xlnet-base-cased"						,       revision="c841166438c31ec7ca9a106dee7bb312b73ae511"						,       )










'''simple docstring'''

from __future__ import annotations

from decimal import Decimal

from numpy import array





def 						UpperCamelCase				(							_lowerCamelCase					:					list[list[float]]       ):
    A__				=			Decimal

    # Check if the provided matrix has 2 rows and 2 columns
    # since this implementation only works for 2x2 matrices
    if len(_lowerCamelCase       ) == 2 and len(matrix[0]       ) == 2 and len(matrix[1]       ) == 2:
        # Calculate the determinant of the matrix
        A__				=			float(
            d(matrix[0][0]       ) * d(matrix[1][1]       ) - d(matrix[1][0]       ) * d(matrix[0][1]       )       )
        if determinant == 0:
            raise ValueError("This matrix has no inverse."       )

        # Creates a copy of the matrix with swapped positions of the elements
        A__				=			[[0.0, 0.0], [0.0, 0.0]]
        A__,	A__				=			matrix[1][1], matrix[0][0]
        A__,	A__				=			-matrix[1][0], -matrix[0][1]

        # Calculate the inverse of the matrix
        return [
            [(float(d(_lowerCamelCase       )       ) / determinant) or 0.0 for n in row] for row in swapped_matrix
        ]
    elif (
        len(_lowerCamelCase       ) == 3
        and len(matrix[0]       ) == 3
        and len(matrix[1]       ) == 3
        and len(matrix[2]       ) == 3
    ):
        # Calculate the determinant of the matrix using Sarrus rule
        A__				=			float(
            (
                (d(matrix[0][0]       ) * d(matrix[1][1]       ) * d(matrix[2][2]       ))
                + (d(matrix[0][1]       ) * d(matrix[1][2]       ) * d(matrix[2][0]       ))
                + (d(matrix[0][2]       ) * d(matrix[1][0]       ) * d(matrix[2][1]       ))
            )
            - (
                (d(matrix[0][2]       ) * d(matrix[1][1]       ) * d(matrix[2][0]       ))
                + (d(matrix[0][1]       ) * d(matrix[1][0]       ) * d(matrix[2][2]       ))
                + (d(matrix[0][0]       ) * d(matrix[1][2]       ) * d(matrix[2][1]       ))
            )       )
        if determinant == 0:
            raise ValueError("This matrix has no inverse."       )

        # Creating cofactor matrix
        A__				=			[
            [d(0.0       ), d(0.0       ), d(0.0       )],
            [d(0.0       ), d(0.0       ), d(0.0       )],
            [d(0.0       ), d(0.0       ), d(0.0       )],
        ]
        A__				=			(d(matrix[1][1]       ) * d(matrix[2][2]       )) - (
            d(matrix[1][2]       ) * d(matrix[2][1]       )
        )
        A__				=			-(
            (d(matrix[1][0]       ) * d(matrix[2][2]       )) - (d(matrix[1][2]       ) * d(matrix[2][0]       ))
        )
        A__				=			(d(matrix[1][0]       ) * d(matrix[2][1]       )) - (
            d(matrix[1][1]       ) * d(matrix[2][0]       )
        )
        A__				=			-(
            (d(matrix[0][1]       ) * d(matrix[2][2]       )) - (d(matrix[0][2]       ) * d(matrix[2][1]       ))
        )
        A__				=			(d(matrix[0][0]       ) * d(matrix[2][2]       )) - (
            d(matrix[0][2]       ) * d(matrix[2][0]       )
        )
        A__				=			-(
            (d(matrix[0][0]       ) * d(matrix[2][1]       )) - (d(matrix[0][1]       ) * d(matrix[2][0]       ))
        )
        A__				=			(d(matrix[0][1]       ) * d(matrix[1][2]       )) - (
            d(matrix[0][2]       ) * d(matrix[1][1]       )
        )
        A__				=			-(
            (d(matrix[0][0]       ) * d(matrix[1][2]       )) - (d(matrix[0][2]       ) * d(matrix[1][0]       ))
        )
        A__				=			(d(matrix[0][0]       ) * d(matrix[1][1]       )) - (
            d(matrix[0][1]       ) * d(matrix[1][0]       )
        )

        # Transpose the cofactor matrix (Adjoint matrix)
        A__				=			array(_lowerCamelCase       )
        for i in range(3       ):
            for j in range(3       ):
                A__				=			cofactor_matrix[j][i]

        # Inverse of the matrix using the formula (1/determinant) * adjoint matrix
        A__				=			array(_lowerCamelCase       )
        for i in range(3       ):
            for j in range(3       ):
                inverse_matrix[i][j] /= d(_lowerCamelCase       )

        # Calculate the inverse of the matrix
        return [[float(d(_lowerCamelCase       )       ) or 0.0 for n in row] for row in inverse_matrix]
    raise ValueError("Please provide a matrix of size 2x2 or 3x3."       )



