
# Copyright 2022 The HuggingFace Team. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import os
from typing import List




def 						A_			(				snake_case				: List[str]			,   snake_case				: str			)   ->     Any:



						'''simple docstring'''

						if name != "training_function" and name != "main":
												raise ValueError(f"Incorrect function name passed: {name}, choose either 'main' or 'training_function'"			)
						__UpperCamelCase	,				__UpperCamelCase  	=      [], False
						for line in lines:
												if not found_start and f"def {name}" in line:
																		__UpperCamelCase  	=      True
																		good_lines.append(snake_case			)
																		continue
												if found_start:
																		if name == "training_function" and "def main" in line:
																								return good_lines
																		if name == "main" and "if __name__" in line:
																								return good_lines
																		good_lines.append(snake_case			)




def 						A_			(				snake_case				: List[str]			)   ->     Tuple:



						'''simple docstring'''

						return [line for line in lines if not line.lstrip().startswith('''#'''			) and line != "\n"]




def 						A_			(				snake_case				: str			,   snake_case				: str			,   snake_case				: bool			,   snake_case				: str = None			)   ->     Tuple:



						'''simple docstring'''

						with open(snake_case			,   '''r'''			) as f:
												__UpperCamelCase  	=      f.readlines()
						with open(os.path.abspath(os.path.join('''examples'''			,   '''nlp_example.py'''			)			)			,   '''r'''			) as f:
												__UpperCamelCase  	=      f.readlines()
						with open(snake_case			,   '''r'''			) as f:
												__UpperCamelCase  	=      f.readlines()
						if secondary_filename is not None:
												with open(snake_case			,   '''r'''			) as f:
																		__UpperCamelCase  	=      f.readlines()

    # This is our base, we remove all the code from here in our `full_filename` and `feature_filename` to find the new content
						if parser_only:
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''main'''			)			)
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''main'''			)			)
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''main'''			)			)
												if secondary_filename is not None:
																		__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''main'''			)			)
						else:
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''training_function'''			)			)
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''training_function'''			)			)
												__UpperCamelCase  	=      clean_lines(get_function_contents_by_name(snake_case			,   '''training_function'''			)			)
												if secondary_filename is not None:
																		__UpperCamelCase  	=      clean_lines(
																		    get_function_contents_by_name(snake_case			,   '''training_function'''			)			)

						__UpperCamelCase  	=      '''train_dataloader, eval_dataloader = get_dataloaders(accelerator, batch_size)\n'''

						# Specific code in our script that differs from the full version, aka what is new
						__UpperCamelCase  	=      []
						__UpperCamelCase  	=      []  # We keep track of the idxs just in case it's a repeated statement
						__UpperCamelCase  	=      iter(snake_case			)
						for i in range(len(snake_case			) - 1			):
												if i not in passed_idxs:
																		__UpperCamelCase  	=      next(snake_case			)
																		if (line not in full_file_func) and (line.lstrip() != _dl_line):
																								if "TESTING_MOCKED_DATALOADERS" not in line:
																														new_feature_code.append(snake_case			)
																														passed_idxs.append(snake_case			)
																								else:
																														# Skip over the `config['num_epochs'] = 2` statement
																														__UpperCamelCase  	=      next(snake_case			)

    # Extract out just the new parts from the full_file_training_func
						__UpperCamelCase  	=      []
						__UpperCamelCase  	=      []  # We keep track of the idxs just in case it's a repeated statement
						for i, line in enumerate(snake_case			):
												if i not in passed_idxs:
																		if (line not in full_file_func) and (line.lstrip() != _dl_line):
																								if "TESTING_MOCKED_DATALOADERS" not in line:
																														new_full_example_parts.append(snake_case			)
																														passed_idxs.append(snake_case			)

    # Finally, get the overall diff
						__UpperCamelCase  	=      [line for line in new_feature_code if line not in new_full_example_parts]
						if secondary_filename is not None:
												__UpperCamelCase  	=      [line for line in full_file_contents if line not in secondary_file_func]
												__UpperCamelCase  	=      [line for line in diff_from_example if line not in diff_from_two]

						return diff_from_example






import unittest

import numpy as np

from transformers.testing_utils import require_torch, require_vision
from transformers.utils import is_torch_available, is_vision_available

from ...test_image_processing_common import ImageProcessingSavingTestMixin, prepare_image_inputs


if is_torch_available():
				import torch

if is_vision_available():
				from PIL import Image

				from transformers import DeiTImageProcessor






class 							SCREAMING_SNAKE_CASE__     (				unittest.TestCase     ):

							"""simple docstring"""






							def __init__(	self  ,						SCREAMING_SNAKE_CASE_  ,						SCREAMING_SNAKE_CASE_=7  ,						SCREAMING_SNAKE_CASE_=3  ,						SCREAMING_SNAKE_CASE_=18  ,						SCREAMING_SNAKE_CASE_=30  ,						SCREAMING_SNAKE_CASE_=400  ,						SCREAMING_SNAKE_CASE_=True  ,						SCREAMING_SNAKE_CASE_=None  ,						SCREAMING_SNAKE_CASE_=True  ,						SCREAMING_SNAKE_CASE_=None  ,						SCREAMING_SNAKE_CASE_=True  ,						SCREAMING_SNAKE_CASE_=[0.5, 0.5, 0.5]  ,						SCREAMING_SNAKE_CASE_=[0.5, 0.5, 0.5]  ,						)-> List[str]:





													'''simple docstring'''






													__UpperCamelCase  	=      size if size is not None else {'''height''': 20, '''width''': 20}
													__UpperCamelCase  	=      crop_size if crop_size is not None else {'''height''': 18, '''width''': 18}

													__UpperCamelCase  	=      parent
													__UpperCamelCase  	=      batch_size
													__UpperCamelCase  	=      num_channels
													__UpperCamelCase  	=      image_size
													__UpperCamelCase  	=      min_resolution
													__UpperCamelCase  	=      max_resolution
													__UpperCamelCase  	=      do_resize
													__UpperCamelCase  	=      size
													__UpperCamelCase  	=      do_center_crop
													__UpperCamelCase  	=      crop_size
													__UpperCamelCase  	=      do_normalize
													__UpperCamelCase  	=      image_mean
													__UpperCamelCase  	=      image_std



							def      A__		(	self      )-> int:





													'''simple docstring'''






													return {
													    "do_resize": self.do_resize,
													    "size": self.size,
													    "do_center_crop": self.do_center_crop,
													    "crop_size": self.crop_size,
													    "do_normalize": self.do_normalize,
													    "image_mean": self.image_mean,
													    "image_std": self.image_std,
													}






@require_torch
@require_vision
class 							SCREAMING_SNAKE_CASE__     (				SCREAMING_SNAKE_CASE_ ,		unittest.TestCase     ):

							"""simple docstring"""






							_snake_case  		=	DeiTImageProcessor if is_vision_available() else None
							_snake_case  		=	True



							def      A__		(	self      )-> int:





													'''simple docstring'''






													__UpperCamelCase  	=      DeiTImageProcessingTester(self      )



							@property
							def      A__		(	self      )-> Any:





													'''simple docstring'''






													return self.image_processor_tester.prepare_image_processor_dict()



							def      A__		(	self      )-> Optional[Any]:





													'''simple docstring'''






													__UpperCamelCase  	=      self.image_processing_class(**self.image_processor_dict      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''do_resize'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''size'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''do_center_crop'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''center_crop'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''do_normalize'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''image_mean'''      )      )
													self.assertTrue(hasattr(SCREAMING_SNAKE_CASE_  ,						'''image_std'''      )      )



							def      A__		(	self      )-> int:





													'''simple docstring'''






													__UpperCamelCase  	=      self.image_processing_class.from_dict(self.image_processor_dict      )
													self.assertEqual(image_processor.size  ,						{'''height''': 20, '''width''': 20}      )
													self.assertEqual(image_processor.crop_size  ,						{'''height''': 18, '''width''': 18}      )

													__UpperCamelCase  	=      self.image_processing_class.from_dict(self.image_processor_dict  ,						size=42  ,						crop_size=84      )
													self.assertEqual(image_processor.size  ,						{'''height''': 42, '''width''': 42}      )
													self.assertEqual(image_processor.crop_size  ,						{'''height''': 84, '''width''': 84}      )



							def      A__		(	self      )-> Union[str, Any]:





													'''simple docstring'''






													pass



							def      A__		(	self      )-> str:





													'''simple docstring'''






													__UpperCamelCase  	=      self.image_processing_class(**self.image_processor_dict      )
													# create random PIL images
													__UpperCamelCase  	=      prepare_image_inputs(self.image_processor_tester  ,						equal_resolution=SCREAMING_SNAKE_CASE_      )
													for image in image_inputs:
																			self.assertIsInstance(SCREAMING_SNAKE_CASE_  ,						Image.Image      )

													# Test not batched input
													__UpperCamelCase  	=      image_processing(image_inputs[0]  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        1,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)

													# Test batched
													__UpperCamelCase  	=      image_processing(SCREAMING_SNAKE_CASE_  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        self.image_processor_tester.batch_size,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)



							def      A__		(	self      )-> List[str]:





													'''simple docstring'''






													__UpperCamelCase  	=      self.image_processing_class(**self.image_processor_dict      )
													# create random numpy tensors
													__UpperCamelCase  	=      prepare_image_inputs(self.image_processor_tester  ,						equal_resolution=SCREAMING_SNAKE_CASE_  ,						numpify=SCREAMING_SNAKE_CASE_      )
													for image in image_inputs:
																			self.assertIsInstance(SCREAMING_SNAKE_CASE_  ,						np.ndarray      )

													# Test not batched input
													__UpperCamelCase  	=      image_processing(image_inputs[0]  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        1,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)

													# Test batched
													__UpperCamelCase  	=      image_processing(SCREAMING_SNAKE_CASE_  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        self.image_processor_tester.batch_size,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)



							def      A__		(	self      )-> str:





													'''simple docstring'''






													__UpperCamelCase  	=      self.image_processing_class(**self.image_processor_dict      )
													# create random PyTorch tensors
													__UpperCamelCase  	=      prepare_image_inputs(self.image_processor_tester  ,						equal_resolution=SCREAMING_SNAKE_CASE_  ,						torchify=SCREAMING_SNAKE_CASE_      )
													for image in image_inputs:
																			self.assertIsInstance(SCREAMING_SNAKE_CASE_  ,						torch.Tensor      )

													# Test not batched input
													__UpperCamelCase  	=      image_processing(image_inputs[0]  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        1,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)

													# Test batched
													__UpperCamelCase  	=      image_processing(SCREAMING_SNAKE_CASE_  ,						return_tensors='''pt'''      ).pixel_values
													self.assertEqual(
													    encoded_images.shape  ,						(
													        self.image_processor_tester.batch_size,
													        self.image_processor_tester.num_channels,
													        self.image_processor_tester.crop_size['''height'''],
													        self.image_processor_tester.crop_size['''width'''],
													    )  ,						)




