

"""simple docstring"""





import unittest

from transformers.testing_utils import require_bsa
from transformers.utils import is_bsa_available

from ...test_feature_extraction_common import FeatureExtractionSavingTestMixin


if is_bsa_available():
   from transformers import MarkupLMFeatureExtractor




class 					_lowerCAmelCase  (	unittest.TestCase   ):







 """simple docstring"""







 def __init__(			self							:			Optional[Any],					UpperCAmelCase__							:			List[str]	):
    __lowercase								=						parent



 def 					_lowercase (			self							:			Optional[Any]	):
    return {}







def   _A  (  )	->						int:
   '''simple docstring'''


   __lowercase								=						"<HTML>\n\n    <HEAD>\n    <TITLE>sample document</TITLE>\n    </HEAD>\n\n    <BODY BGCOLOR=\"FFFFFF\">\n    <HR>\n    <a href=\"http://google.com\">Goog</a>\n    <H1>This is one header</H1>\n    <H2>This is a another Header</H2>\n    <P>Travel from\n        <P>\n        <B>SFO to JFK</B>\n        <BR>\n        <B><I>on May 2, 2015 at 2:00 pm. For details go to confirm.com </I></B>\n        <HR>\n        <div style=\"color:#0000FF\">\n            <h3>Traveler <b> name </b> is\n            <p> John Doe </p>\n        </div>"

   __lowercase								=						"\n    <!DOCTYPE html>\n    <html>\n    <body>\n\n    <h1>My First Heading</h1>\n    <p>My first paragraph.</p>\n\n    </body>\n    </html>\n    "

   return [html_string_a, html_string_a]




@require_bsa
class 					_lowerCAmelCase  (	lowercase     ,unittest.TestCase   ):







 """simple docstring"""







 __UpperCAmelCase	:					Tuple   		=	MarkupLMFeatureExtractor if is_bsa_available() else None


 def 					_lowercase (			self							:			List[str]	):
    __lowercase								=						MarkupLMFeatureExtractionTester(self	)


 @property
 def 					_lowercase (			self							:			Optional[int]	):
    return self.feature_extract_tester.prepare_feat_extract_dict()



 def 					_lowercase (			self							:			List[Any]	):
    # Initialize feature_extractor
    __lowercase								=						self.feature_extraction_class()

    # Test not batched input
    __lowercase								=						get_html_strings()[0]
    __lowercase								=						feature_extractor(UpperCAmelCase__	)

    # fmt: off
    __lowercase								=						[["sample document", "Goog", "This is one header", "This is a another Header", "Travel from", "SFO to JFK", "on May 2, 2015 at 2:00 pm. For details go to confirm.com", "Traveler", "name", "is", "John Doe"]]
    __lowercase								=						[["/html/head/title", "/html/body/a", "/html/body/h1", "/html/body/h2", "/html/body/p", "/html/body/p/p/b[1]", "/html/body/p/p/b[2]/i", "/html/body/p/p/div/h3", "/html/body/p/p/div/h3/b", "/html/body/p/p/div/h3", "/html/body/p/p/div/h3/p"]]
    # fmt: on

    self.assertEqual(encoding.nodes,					UpperCAmelCase__	)
    self.assertEqual(encoding.xpaths,					UpperCAmelCase__	)

    # Test batched
    __lowercase								=						get_html_strings()
    __lowercase								=						feature_extractor(UpperCAmelCase__	)

    # fmt: off
    __lowercase								=						expected_nodes + [["My First Heading", "My first paragraph."]]
    __lowercase								=						expected_xpaths + [["/html/body/h1", "/html/body/p"]]

    self.assertEqual(len(encoding.nodes	),					2	)
    self.assertEqual(len(encoding.xpaths	),					2	)

    self.assertEqual(encoding.nodes,					UpperCAmelCase__	)
    self.assertEqual(encoding.xpaths,					UpperCAmelCase__	)












from typing import List, Optional, Union

from ...image_utils import ImageInput
from ...processing_utils import ProcessorMixin
from ...tokenization_utils_base import BatchEncoding, PaddingStrategy, PreTokenizedInput, TextInput, TruncationStrategy
from ...utils import TensorType
class       _UpperCAmelCase					(       A__	):

				"""simple docstring"""




				lowercase__											=       ["""image_processor""", """tokenizer"""]
				lowercase__											=       """BlipImageProcessor"""
				lowercase__											=       ("""BertTokenizer""", """BertTokenizerFast""")




				def __init__(     self						:    Dict,  lowerCamelCase						:    Dict,  lowerCamelCase						:    str  ):

								'''simple docstring'''
								lowercase__    =			False
								super().__init__(lowerCamelCase,  lowerCamelCase  )
								lowercase__    =			self.image_processor




				def __call__(     self						:    int,  lowerCamelCase						:    ImageInput = None,  lowerCamelCase						:    Union[TextInput, PreTokenizedInput, List[TextInput], List[PreTokenizedInput]] = None,  lowerCamelCase						:    bool = True,  lowerCamelCase						:    Union[bool, str, PaddingStrategy] = False,  lowerCamelCase						:    Union[bool, str, TruncationStrategy] = None,  lowerCamelCase						:    Optional[int] = None,  lowerCamelCase						:    int = 0,  lowerCamelCase						:    Optional[int] = None,  lowerCamelCase						:    Optional[bool] = None,  lowerCamelCase						:    bool = False,  lowerCamelCase						:    bool = False,  lowerCamelCase						:    bool = False,  lowerCamelCase						:    bool = False,  lowerCamelCase						:    bool = False,  lowerCamelCase						:    bool = True,  lowerCamelCase						:    Optional[Union[str, TensorType]] = None,  **lowerCamelCase						:    Any,  ):

								'''simple docstring'''
								if images is None and text is None:
												raise ValueError('''You have to specify either images or text.'''  )

								# Get only text
								if images is None:
												lowercase__    =			self.tokenizer
												lowercase__    =			self.tokenizer(
												    text=lowerCamelCase,  add_special_tokens=lowerCamelCase,  padding=lowerCamelCase,  truncation=lowerCamelCase,  max_length=lowerCamelCase,  stride=lowerCamelCase,  pad_to_multiple_of=lowerCamelCase,  return_attention_mask=lowerCamelCase,  return_overflowing_tokens=lowerCamelCase,  return_special_tokens_mask=lowerCamelCase,  return_offsets_mapping=lowerCamelCase,  return_token_type_ids=lowerCamelCase,  return_length=lowerCamelCase,  verbose=lowerCamelCase,  return_tensors=lowerCamelCase,  **lowerCamelCase,  )
												return text_encoding

								# add pixel_values
								lowercase__    =			self.image_processor(lowerCamelCase,  return_tensors=lowerCamelCase  )

								if text is not None:
												lowercase__    =			self.tokenizer(
												    text=lowerCamelCase,  add_special_tokens=lowerCamelCase,  padding=lowerCamelCase,  truncation=lowerCamelCase,  max_length=lowerCamelCase,  stride=lowerCamelCase,  pad_to_multiple_of=lowerCamelCase,  return_attention_mask=lowerCamelCase,  return_overflowing_tokens=lowerCamelCase,  return_special_tokens_mask=lowerCamelCase,  return_offsets_mapping=lowerCamelCase,  return_token_type_ids=lowerCamelCase,  return_length=lowerCamelCase,  verbose=lowerCamelCase,  return_tensors=lowerCamelCase,  **lowerCamelCase,  )
								else:
												lowercase__    =			None

								if text_encoding is not None:
												encoding_image_processor.update(lowerCamelCase  )

								return encoding_image_processor




				def 				lowercase__   (     self						:    Tuple,  *lowerCamelCase						:    Union[str, Any],  **lowerCamelCase						:    Optional[int]  ):

								'''simple docstring'''
								return self.tokenizer.batch_decode(*lowerCamelCase,  **lowerCamelCase  )




				def 				lowercase__   (     self						:    List[str],  *lowerCamelCase						:    int,  **lowerCamelCase						:    List[str]  ):

								'''simple docstring'''
								return self.tokenizer.decode(*lowerCamelCase,  **lowerCamelCase  )




				@property
				def 				lowercase__   (     self						:    List[str]  ):

								'''simple docstring'''
								lowercase__    =			self.tokenizer.model_input_names
								lowercase__    =			self.image_processor.model_input_names
								return list(dict.fromkeys(tokenizer_input_names + image_processor_input_names  )  )




