






'''simple docstring'''
import unittest

from transformers import BigBirdTokenizer, BigBirdTokenizerFast
from transformers.testing_utils import get_tests_dir, require_sentencepiece, require_tokenizers, require_torch, slow
from transformers.utils import cached_property

from ...test_tokenization_common import TokenizerTesterMixin


a_ 		=       '▁'

a_ 		=       get_tests_dir('fixtures/test_sentencepiece.model')






@require_sentencepiece
@require_tokenizers
class    __SCREAMING_SNAKE_CASE					(	_UpperCAmelCase		, unittest.TestCase ):
 snake_case_     							=							BigBirdTokenizer
 snake_case_     							=							BigBirdTokenizerFast
 snake_case_     							=							True
 snake_case_     							=							True




 def    __magic_name__		(					self		:							List[str]					)		->  Tuple:
       super().setUp()

       SCREAMING_SNAKE_CASE__   : Optional[Any]													=self.tokenizer_class(_UpperCAmelCase    ,					keep_accents=_UpperCAmelCase					)
       tokenizer.save_pretrained(self.tmpdirname					)




 def    __magic_name__		(					self		:							int					)		->  Dict:
       SCREAMING_SNAKE_CASE__   : List[str]													='''<s>'''
       SCREAMING_SNAKE_CASE__   : Optional[int]													=1

       self.assertEqual(self.get_tokenizer()._convert_token_to_id(_UpperCAmelCase					)    ,					_UpperCAmelCase					)
       self.assertEqual(self.get_tokenizer()._convert_id_to_token(_UpperCAmelCase					)    ,					_UpperCAmelCase					)




 def    __magic_name__		(					self		:							Tuple					)		->  Dict:
       SCREAMING_SNAKE_CASE__   : Union[str, Any]													=list(self.get_tokenizer().get_vocab().keys()					)

       self.assertEqual(vocab_keys[0]    ,					'''<unk>'''					)
       self.assertEqual(vocab_keys[1]    ,					'''<s>'''					)
       self.assertEqual(vocab_keys[-1]    ,					'''[MASK]'''					)
       self.assertEqual(len(_UpperCAmelCase					)    ,					10_04					)




 def    __magic_name__		(					self		:							Any					)		->  int:
       self.assertEqual(self.get_tokenizer().vocab_size    ,					10_00					)




 def    __magic_name__		(					self		:							Dict					)		->  Tuple:
       if not self.test_rust_tokenizer:
             return

       SCREAMING_SNAKE_CASE__   : Tuple													=self.get_tokenizer()
       SCREAMING_SNAKE_CASE__   : Tuple													=self.get_rust_tokenizer()

       SCREAMING_SNAKE_CASE__   : Union[str, Any]													='''I was born in 92000, and this is falsé.'''

       SCREAMING_SNAKE_CASE__   : int													=tokenizer.tokenize(_UpperCAmelCase					)
       SCREAMING_SNAKE_CASE__   : Optional[Any]													=rust_tokenizer.tokenize(_UpperCAmelCase					)
       self.assertListEqual(_UpperCAmelCase    ,					_UpperCAmelCase					)

       SCREAMING_SNAKE_CASE__   : Tuple													=tokenizer.encode(_UpperCAmelCase    ,					add_special_tokens=_UpperCAmelCase					)
       SCREAMING_SNAKE_CASE__   : List[str]													=rust_tokenizer.encode(_UpperCAmelCase    ,					add_special_tokens=_UpperCAmelCase					)
       self.assertListEqual(_UpperCAmelCase    ,					_UpperCAmelCase					)

       SCREAMING_SNAKE_CASE__   : Any													=self.get_rust_tokenizer()
       SCREAMING_SNAKE_CASE__   : str													=tokenizer.encode(_UpperCAmelCase					)
       SCREAMING_SNAKE_CASE__   : Union[str, Any]													=rust_tokenizer.encode(_UpperCAmelCase					)
       self.assertListEqual(_UpperCAmelCase    ,					_UpperCAmelCase					)




 def    __magic_name__		(					self		:							Any					)		->  Optional[int]:
       SCREAMING_SNAKE_CASE__   : Dict													=BigBirdTokenizer(_UpperCAmelCase    ,					keep_accents=_UpperCAmelCase					)

       SCREAMING_SNAKE_CASE__   : Dict													=tokenizer.tokenize('''This is a test'''					)
       self.assertListEqual(_UpperCAmelCase    ,					['''▁This''', '''▁is''', '''▁a''', '''▁t''', '''est''']					)

       self.assertListEqual(
           tokenizer.convert_tokens_to_ids(_UpperCAmelCase					)    ,					[2_85, 46, 10, 1_70, 3_82]    ,					)

       SCREAMING_SNAKE_CASE__   : Dict													=tokenizer.tokenize('''I was born in 92000, and this is falsé.'''					)
       self.assertListEqual(
           _UpperCAmelCase    ,					[
               SPIECE_UNDERLINE + '''I''',
               SPIECE_UNDERLINE + '''was''',
               SPIECE_UNDERLINE + '''b''',
               '''or''',
               '''n''',
               SPIECE_UNDERLINE + '''in''',
               SPIECE_UNDERLINE + '''''',
               '''9''',
               '''2''',
               '''0''',
               '''0''',
               '''0''',
               ''',''',
               SPIECE_UNDERLINE + '''and''',
               SPIECE_UNDERLINE + '''this''',
               SPIECE_UNDERLINE + '''is''',
               SPIECE_UNDERLINE + '''f''',
               '''al''',
               '''s''',
               '''é''',
               '''.''',
           ]    ,					)
       SCREAMING_SNAKE_CASE__   : List[Any]													=tokenizer.convert_tokens_to_ids(_UpperCAmelCase					)
       self.assertListEqual(
           _UpperCAmelCase    ,					[8, 21, 84, 55, 24, 19, 7, 0, 6_02, 3_47, 3_47, 3_47, 3, 12, 66, 46, 72, 80, 6, 0, 4]    ,					)

       SCREAMING_SNAKE_CASE__   : Any													=tokenizer.convert_ids_to_tokens(_UpperCAmelCase					)
       self.assertListEqual(
           _UpperCAmelCase    ,					[
               SPIECE_UNDERLINE + '''I''',
               SPIECE_UNDERLINE + '''was''',
               SPIECE_UNDERLINE + '''b''',
               '''or''',
               '''n''',
               SPIECE_UNDERLINE + '''in''',
               SPIECE_UNDERLINE + '''''',
               '''<unk>''',
               '''2''',
               '''0''',
               '''0''',
               '''0''',
               ''',''',
               SPIECE_UNDERLINE + '''and''',
               SPIECE_UNDERLINE + '''this''',
               SPIECE_UNDERLINE + '''is''',
               SPIECE_UNDERLINE + '''f''',
               '''al''',
               '''s''',
               '''<unk>''',
               '''.''',
           ]    ,					)




 @cached_property
 def    __magic_name__		(					self		:							List[Any]					)		->  List[str]:
       return BigBirdTokenizer.from_pretrained('''google/bigbird-roberta-base'''					)




 @slow
 def    __magic_name__		(					self		:							Any					)		->  List[Any]:
       SCREAMING_SNAKE_CASE__   : Dict													='''Hello World!'''
       SCREAMING_SNAKE_CASE__   : List[Any]													=[65, 1_85_36, 22_60, 1_01, 66]

       self.assertListEqual(_UpperCAmelCase    ,					self.big_tokenizer.encode(_UpperCAmelCase					)					)




 @slow
 def    __magic_name__		(					self		:							Dict					)		->  int:
       SCREAMING_SNAKE_CASE__   : str													=(
           '''This is a very long text with a lot of weird characters, such as: . , ~ ? ( ) " [ ] ! : - . Also we will'''
           ''' add words that should not exsist and be tokenized to <unk>, such as saoneuhaoesuth'''
       )
       # fmt: off
       SCREAMING_SNAKE_CASE__   : Optional[Any]													=[65, 8_71, 4_19, 3_58, 9_46, 9_91, 25_21, 4_52, 3_58, 13_57, 3_87, 77_51, 35_36, 1_12, 9_85, 4_56, 1_26, 8_65, 9_38, 54_00, 57_34, 4_58, 13_68, 4_67, 7_86, 24_62, 52_46, 11_59, 6_33, 8_65, 45_19, 4_57, 5_82, 8_52, 25_57, 4_27, 9_16, 5_08, 4_05, 3_43_24, 4_97, 3_91, 4_08, 1_13_42, 12_44, 3_85, 1_00, 9_38, 9_85, 4_56, 5_74, 3_62, 1_25_97, 32_00, 31_29, 11_72, 66]  # noqa: E231
       # fmt: on
       self.assertListEqual(_UpperCAmelCase    ,					self.big_tokenizer.encode(_UpperCAmelCase					)					)




 @require_torch
 @slow
 def    __magic_name__		(					self		:							Optional[Any]					)		->  str:
       import torch

       from transformers import BigBirdConfig, BigBirdModel

       # Build sequence
       SCREAMING_SNAKE_CASE__   : Any													=list(self.big_tokenizer.get_vocab().keys()					)[:10]
       SCREAMING_SNAKE_CASE__   : Dict													=''' '''.join(_UpperCAmelCase					)
       SCREAMING_SNAKE_CASE__   : Union[str, Any]													=self.big_tokenizer.encode_plus(_UpperCAmelCase    ,					return_tensors='''pt'''    ,					return_token_type_ids=_UpperCAmelCase					)
       SCREAMING_SNAKE_CASE__   : str													=self.big_tokenizer.batch_encode_plus(
           [sequence + ''' ''' + sequence]    ,					return_tensors='''pt'''    ,					return_token_type_ids=_UpperCAmelCase					)

       SCREAMING_SNAKE_CASE__   : List[Any]													=BigBirdConfig(attention_type='''original_full'''					)
       SCREAMING_SNAKE_CASE__   : Any													=BigBirdModel(_UpperCAmelCase					)

       assert model.get_input_embeddings().weight.shape[0] >= self.big_tokenizer.vocab_size

       with torch.no_grad():
             model(**_UpperCAmelCase					)
             model(**_UpperCAmelCase					)




 @slow
 def    __magic_name__		(					self		:							Tuple					)		->  Dict:
       SCREAMING_SNAKE_CASE__   : Dict													=BigBirdTokenizer.from_pretrained('''google/bigbird-roberta-base'''					)
       SCREAMING_SNAKE_CASE__   : Dict													=tokenizer.decode(tokenizer('''Paris is the [MASK].'''					).input_ids					)

       self.assertTrue(decoded_text == '''[CLS] Paris is the[MASK].[SEP]'''					)




 @slow
 def    __magic_name__		(					self		:							Optional[int]					)		->  List[Any]:
       # fmt: off
       SCREAMING_SNAKE_CASE__   : Any													={'''input_ids''': [[65, 3_92_86, 4_58, 3_63_35, 20_01, 4_56, 1_30_73, 1_32_66, 4_55, 1_13, 77_46, 17_41, 1_11_57, 3_91, 1_30_73, 1_32_66, 4_55, 1_13, 39_67, 3_54_12, 1_13, 49_36, 1_09, 38_70, 23_77, 1_13, 3_00_84, 4_57_20, 4_58, 1_34, 1_74_96, 1_12, 5_03, 1_16_72, 1_13, 1_18, 1_12, 56_65, 1_33_47, 3_86_87, 1_12, 14_96, 3_13_89, 1_12, 32_68, 4_72_64, 1_34, 9_62, 1_12, 1_63_77, 80_35, 2_31_30, 4_30, 1_21_69, 1_55_18, 2_85_92, 4_58, 1_46, 4_16_97, 1_09, 3_91, 1_21_69, 1_55_18, 1_66_89, 4_58, 1_46, 4_13_58, 1_09, 4_52, 7_26, 40_34, 1_11, 7_63, 3_54_12, 50_82, 3_88, 19_03, 1_11, 90_51, 3_91, 28_70, 4_89_18, 19_00, 11_23, 5_50, 9_98, 1_12, 95_86, 1_59_85, 4_55, 3_91, 4_10, 2_29_55, 3_76_36, 1_14, 66], [65, 4_48, 1_74_96, 4_19, 36_63, 3_85, 7_63, 1_13, 2_75_33, 28_70, 32_83, 1_30_43, 16_39, 2_47_13, 5_23, 6_56, 2_40_13, 1_85_50, 25_21, 5_17, 2_70_14, 2_12_44, 4_20, 12_12, 14_65, 3_91, 9_27, 48_33, 3_88, 5_78, 1_17_86, 1_14, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [65, 4_84, 21_69, 76_87, 2_19_32, 1_81_46, 7_26, 3_63, 1_70_32, 33_91, 1_14, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]], '''attention_mask''': [[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0], [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]]}  # noqa: E501
       # fmt: on

       self.tokenizer_integration_test_util(
           expected_encoding=_UpperCAmelCase    ,					model_name='''google/bigbird-roberta-base'''    ,					revision='''215c99f1600e06f83acce68422f2035b2b5c3510'''    ,					)
"""simple docstring"""






from collections.abc import Sequence



def SCREAMING_SNAKE_CASE__			(   __UpperCAmelCase       ,    __UpperCAmelCase = False )  ->  float:
   if not arr:
      return 0

   lowercase__:   Any					=      0 if allow_empty_subarrays else float('''-inf''' )
   lowercase__:   Union[str, Any]					=      0.0
   for num in arr:
      lowercase__:   List[str]					=      max(0 if allow_empty_subarrays else num       ,    curr_sum + num )
      lowercase__:   int					=      max(__UpperCAmelCase       ,    __UpperCAmelCase )

   return max_sum


if __name__ == "__main__":
       from doctest import testmod

       testmod()

       __A			   = [-2, 1, -3, 4, -1, 2, 1, -5, 4]
       print(f'''{max_subarray_sum(nums) = }''')
