"""simple docstring"""



import argparse
import glob
import inspect
import os
import re
import unittest

from get_test_info import get_test_classes

from tests.test_pipeline_mixin import pipeline_test_mapping


_UpperCamelCase         =		{}
for task, _ in pipeline_test_mapping.items():
				_UpperCamelCase         =		{"pt": None, "tf": None}


# DO **NOT** add item to this set (unless the reason is approved)
_UpperCamelCase         =		{
    "tests/models/esm/test_modeling_esmfold.py",  # The pipeline test mapping is added to `test_modeling_esm.py`
}

def    _A(		lowerCAmelCase       ):

							if "ModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
														return "pt"
							elif "TFModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
														return "tf"
							elif "FlaxModelTesterMixin" in [x.__name__ for x in test_class.__bases__]:
														return "flax"
							else:
														return None

def    _A(		lowerCAmelCase ,     lowerCAmelCase       ):
							# Use the cached results
							if PIPELINE_TEST_MAPPING[task].get(lowerCAmelCase ,     lowerCAmelCase       ) is not None:
														return PIPELINE_TEST_MAPPING[task][framework]

							A__					:    List[str]														= pipeline_test_mapping[task]["""test"""]
							A__					:    Any														= None

							if framework == "pt":
														A__					:    List[Any]														= getattr(lowerCAmelCase ,     """model_mapping""" ,     lowerCAmelCase       )
							elif framework == "tf":
														A__					:    str														= getattr(lowerCAmelCase ,     """tf_model_mapping""" ,     lowerCAmelCase       )

							if mapping is not None:
														A__					:    List[Any]														= dict(mapping.items()       )

							# cache the results
							A__					:    List[Any]														= mapping
							return mapping

def    _A(		lowerCAmelCase ,     lowerCAmelCase       ):
							A__					:    Optional[Any]														= get_framework(lowerCAmelCase       )
							if framework is None:
														return None
							A__					:    Optional[Any]														= get_mapping_for_task(lowerCAmelCase ,     lowerCAmelCase       )
							if mapping is None:
														return None

							A__					:    int														= list({model_class.config_class for model_class in test_class.all_model_classes}       )
							if len(lowerCAmelCase       ) != 1:
														raise ValueError("""There should be exactly one configuration class from `test_class.all_model_classes`."""       )

							# This could be a list/tuple of model classes, but it's rare.
							A__					:    str														= mapping.get(config_classes[0] ,     lowerCAmelCase       )
							if isinstance(lowerCAmelCase ,     (tuple, list)       ):
														A__					:    Any														= sorted(lowerCAmelCase ,     key=lambda lowerCAmelCase       : x.__name__       )

							return model_class

def    _A(		lowerCAmelCase       ):
							A__					:    List[str]														= [(task, get_model_for_pipeline_test(lowerCAmelCase ,     lowerCAmelCase       )) for task in pipeline_test_mapping]
							A__					:    Dict														= sorted([(task, model) for task, model in mapping if model is not None] ,     key=lambda lowerCAmelCase       : x[0]       )

							return dict(lowerCAmelCase       )

def    _A(		lowerCAmelCase       ):
							A__					:    List[str]														= get_framework(lowerCAmelCase       )
							if framework == "pt":
														A__					:    str														= """torch"""
							A__					:    str														= """{}"""

							A__					:    Tuple														= get_pipeline_model_mapping(lowerCAmelCase       )
							if len(lowerCAmelCase       ) == 0:
														return ""

							A__					:    Optional[int]														= []
							for task, model_classes in mapping.items():
														if isinstance(lowerCAmelCase ,     (tuple, list)       ):
																					# A list/tuple of model classes
																					A__					:    int														= """(""" + """, """.join([x.__name__ for x in model_classes]       ) + """)"""
														else:
																					# A single model class
																					A__					:    List[str]														= model_classes.__name__
														texts.append(F'''"{task}": {value}'''       )
							A__					:    Union[str, Any]														= """{""" + """, """.join(lowerCAmelCase       ) + """}"""
							A__					:    Optional[Any]														= F'''pipeline_model_mapping = {text} if is_{framework}_available() else {default_value}'''

							return text

def    _A(		lowerCAmelCase       ):
							A__					:    List[str]														= {"""ModelTesterMixin""", """TFModelTesterMixin""", """FlaxModelTesterMixin"""}
							if not issubclass(lowerCAmelCase ,     unittest.TestCase       ):
														return False
							return len(base_class_names.intersection([x.__name__ for x in test_class.__bases__]       )       ) > 0

def    _A(		lowerCAmelCase       ):
							A__					:    Tuple														= [x for x in get_test_classes(lowerCAmelCase       ) if is_valid_test_class(lowerCAmelCase       )]

							A__					:    Tuple														= None
							for test_class in test_classes:
														# If a test class has defined `pipeline_model_mapping`, let's take it
														if getattr(lowerCAmelCase ,     """pipeline_model_mapping""" ,     lowerCAmelCase       ) is not None:
																					A__					:    str														= test_class
																					break
    # Take the test class with the shortest name (just a heuristic)
							if target_test_class is None and len(lowerCAmelCase       ) > 0:
														A__					:    Any														= sorted(lowerCAmelCase ,     key=lambda lowerCAmelCase       : (len(x.__name__       ), x.__name__)       )[0]

							return target_test_class

def    _A(		lowerCAmelCase ,     lowerCAmelCase ,     lowerCAmelCase       ):
							A__					:    str														= start_idx
							for idx, line in enumerate(lines[start_idx:]       ):
														A__					:    Optional[Any]														= len(lowerCAmelCase       ) - len(line.lstrip()       )
														if idx == 0 or indent > indent_level or (indent == indent_level and line.strip() == ")"):
																					A__					:    List[str]														= start_idx + idx
														elif idx > 0 and indent <= indent_level:
																					# Outside the definition block of `pipeline_model_mapping`
																					break

							return end_idx

def    _A(		lowerCAmelCase ,     lowerCAmelCase=False       ):
							if getattr(lowerCAmelCase ,     """pipeline_model_mapping""" ,     lowerCAmelCase       ) is not None:
														if not overwrite:
																					return "", -1

							A__					:    str														= get_pipeline_model_mapping_string(lowerCAmelCase       )
							if len(lowerCAmelCase       ) == 0:
														return "", -1
							A__					:    Union[str, Any]														= line_to_add + """\n"""

							# The code defined the class `test_class`
							A__							,       A__					:    Any														= inspect.getsourcelines(lowerCAmelCase       )
							# `inspect` gives the code for an object, including decorator(s) if any.
							# We (only) need the exact line of the class definition.
							for idx, line in enumerate(lowerCAmelCase       ):
														if line.lstrip().startswith("""class """       ):
																					A__					:    Tuple														= class_lines[idx:]
																					class_start_line_no += idx
																					break
							A__					:    Optional[int]														= class_start_line_no + len(lowerCAmelCase       ) - 1

							# The index in `class_lines` that starts the definition of `all_model_classes`, `all_generative_model_classes` or
							# `pipeline_model_mapping`. This assumes they are defined in such order, and we take the start index of the last
							# block that appears in a `test_class`.
							A__					:    int														= None
							# The indent level of the line at `class_lines[start_idx]` (if defined)
							A__					:    List[Any]														= 0
							# To record if `pipeline_model_mapping` is found in `test_class`.
							A__					:    Optional[int]														= None
							for idx, line in enumerate(lowerCAmelCase       ):
														if line.strip().startswith("""all_model_classes = """       ):
																					A__					:    List[Any]														= len(lowerCAmelCase       ) - len(line.lstrip()       )
																					A__					:    List[str]														= idx
														elif line.strip().startswith("""all_generative_model_classes = """       ):
																					A__					:    Tuple														= len(lowerCAmelCase       ) - len(line.lstrip()       )
																					A__					:    Dict														= idx
														elif line.strip().startswith("""pipeline_model_mapping = """       ):
																					A__					:    Optional[int]														= len(lowerCAmelCase       ) - len(line.lstrip()       )
																					A__					:    List[Any]														= idx
																					A__					:    Optional[int]														= line
																					break

							if start_idx is None:
														return "", -1
							# Find the ending index (inclusive) of the above found block.
							A__					:    Optional[Any]														= find_block_ending(lowerCAmelCase ,     lowerCAmelCase ,     lowerCAmelCase       )

							# Extract `is_xxx_available()` from existing blocks: some models require specific libraries like `timm` and use
							# `is_timm_available()` instead of `is_torch_available()`.
							# Keep leading and trailing whitespaces
							A__					:    Any														= re.compile(r"""\s(is_\S+?_available\(\))\s"""       )
							for line in class_lines[start_idx : end_idx + 1]:
														A__					:    Optional[int]														= r.search(lowerCAmelCase       )
														if backend_condition is not None:
																					# replace the leading and trailing whitespaces to the space character " ".
																					A__					:    str														= """ """ + backend_condition[0][1:-1] + """ """
																					A__					:    List[Any]														= r.sub(lowerCAmelCase ,     lowerCAmelCase       )
																					break

							if def_line is None:
														# `pipeline_model_mapping` is not defined. The target index is set to the ending index (inclusive) of
														# `all_model_classes` or `all_generative_model_classes`.
														A__					:    Dict														= end_idx
							else:
														# `pipeline_model_mapping` is defined. The target index is set to be one **BEFORE** its start index.
														A__					:    List[str]														= start_idx - 1
														# mark the lines of the currently existing `pipeline_model_mapping` to be removed.
														for idx in range(lowerCAmelCase ,     end_idx + 1       ):
																					# These lines are going to be removed before writing to the test file.
																					A__					:    str														= None  # noqa

    # Make sure the test class is a subclass of `PipelineTesterMixin`.
							A__					:    Union[str, Any]														= [x.__name__ for x in test_class.__bases__]
							if "PipelineTesterMixin" not in parent_classes:
														# Put `PipelineTesterMixin` just before `unittest.TestCase`
														A__					:    int														= [x for x in parent_classes if x != """TestCase"""] + ["""PipelineTesterMixin"""]
														if "TestCase" in parent_classes:
																					# Here we **assume** the original string is always with `unittest.TestCase`.
																					_parent_classes.append("""unittest.TestCase"""       )
														A__					:    Tuple														= """, """.join(_parent_classes       )
														for idx, line in enumerate(lowerCAmelCase       ):
																					# Find the ending of the declaration of `test_class`
																					if line.strip().endswith("""):"""       ):
																												# mark the lines of the declaration of `test_class` to be removed
																												for _idx in range(idx + 1       ):
																																			A__					:    List[Any]														= None  # noqa
																												break
        # Add the new, one-line, class declaration for `test_class`
														A__					:    List[str]														= F'''class {test_class.__name__}({parent_classes}):\n'''

							# Add indentation
							A__					:    int														= """ """ * indent_level + line_to_add
							# Insert `pipeline_model_mapping` to `class_lines`.
							# (The line at `target_idx` should be kept by definition!)
							A__					:    List[str]														= class_lines[: target_idx + 1] + [line_to_add] + class_lines[target_idx + 1 :]
							# Remove the lines that are marked to be removed
							A__					:    Optional[int]														= [x for x in class_lines if x is not None]

							# Move from test class to module (in order to write to the test file)
							A__					:    int														= inspect.getsourcelines(inspect.getmodule(lowerCAmelCase       )       )[0]
							# Be careful with the 1-off between line numbers and array indices
							A__					:    Union[str, Any]														= module_lines[: class_start_line_no - 1] + class_lines + module_lines[class_end_line_no:]
							A__					:    int														= """""".join(lowerCAmelCase       )

							A__					:    List[Any]														= inspect.getsourcefile(lowerCAmelCase       )
							with open(lowerCAmelCase ,     """w""" ,     encoding="""UTF-8""" ,     newline="""\n"""       ) as fp:
														fp.write(lowerCAmelCase       )

							return line_to_add

def    _A(		lowerCAmelCase ,     lowerCAmelCase=False       ):
							A__					:    Dict														= find_test_class(lowerCAmelCase       )
							if test_class:
														add_pipeline_model_mapping(lowerCAmelCase ,     overwrite=lowerCAmelCase       )


if __name__ == "__main__":
				_UpperCamelCase         =		argparse.ArgumentParser()
				parser.add_argument(
				    "--test_file", type=str, help="A path to the test file, starting with the repository's `tests` directory."
				)
				parser.add_argument(
				    "--all",
				    action="store_true",
				    help="If to check and modify all test files.",
				)
				parser.add_argument(
				    "--overwrite",
				    action="store_true",
				    help="If to overwrite a test class if it has already defined `pipeline_model_mapping`.",
				)
				_UpperCamelCase         =		parser.parse_args()

				if not args.all and not args.test_file:
								raise ValueError("Please specify either `test_file` or pass `--all` to check/modify all test files.")
				elif args.all and args.test_file:
								raise ValueError("Only one of `--test_file` and `--all` could be specified.")

				_UpperCamelCase         =		[]
				if args.test_file:
								_UpperCamelCase         =		[args.test_file]
				else:
								_UpperCamelCase         =		os.path.join("tests", "models", "**", "test_modeling_*.py")
								for test_file in glob.glob(pattern):
												# `Flax` is not concerned at this moment
												if not test_file.startswith("test_modeling_flax_"):
																test_files.append(test_file)

				for test_file in test_files:
								if test_file in TEST_FILE_TO_IGNORE:
												print(F'[SKIPPED] {test_file} is skipped as it is in `TEST_FILE_TO_IGNORE` in the file {__file__}.')
												continue
								add_pipeline_model_mapping_to_test_file(test_file, overwrite=args.overwrite)






"""simple docstring"""



import enum
import inspect
import warnings
from functools import wraps
from typing import Callable, Optional

from .logging import get_logger


_UpperCamelCase         =		set()
_UpperCamelCase         =		get_logger(__name__)

def    _A(		lowerCAmelCase = None       ):

							def decorator(lowerCAmelCase       ):
														global _emitted_deprecation_warnings

														if inspect.isclass(lowerCAmelCase       ):
																					A__					:    List[Any]														= deprecated_class_or_function.__init__
																					A__					:    Any														= deprecated_class_or_function.__name__
														else:
																					A__					:    Dict														= deprecated_class_or_function
																					A__					:    Optional[int]														= deprecated_function.__name__
																					# Support deprecating __init__ class method: class name instead
																					A__					:    List[str]														= name if name != """__init__""" else deprecated_function.__qualname__.split("""."""       )[-2]

														A__					:    Union[str, Any]														= (
														    F'''{name} is deprecated and will be removed in the next major version of datasets.''' + F''' {help_message}'''
														    if help_message
														    else """"""
														)

														@wraps(lowerCAmelCase       )
														def wrapper(*lowerCAmelCase ,     **lowerCAmelCase       ):
																					A__					:    Tuple														= hash(lowerCAmelCase       )
																					if func_hash not in _emitted_deprecation_warnings:
																												warnings.warn(lowerCAmelCase ,     category=lowerCAmelCase ,     stacklevel=2       )
																												_emitted_deprecation_warnings.add(lowerCAmelCase       )
																					return deprecated_function(*lowerCAmelCase ,     **lowerCAmelCase       )

														A__					:    int														= """deprecated"""

														if inspect.isclass(lowerCAmelCase       ):
																					A__					:    Union[str, Any]														= wrapper
																					return deprecated_class_or_function
														else:
																					return wrapper

							return decorator
class 	__UpperCAmelCase						(enum.EnumMeta    ):







			'''simple docstring'''





			def __getattribute__( cls      ,			snake_case_       ):







										'''simple docstring'''


										A__					:    Union[str, Any]														= super().__getattribute__(snake_case_       )
										if isinstance(snake_case_      ,			enum.Enum       ) and obj._on_access:
																	obj._on_access()
										return obj





			def __getitem__( cls      ,			snake_case_       ):







										'''simple docstring'''


										A__					:    Tuple														= super().__getitem__(snake_case_       )
										if member._on_access:
																	member._on_access()
										return member





			def __call__( cls      ,			snake_case_      ,			snake_case_=None      ,			*, snake_case_=None      ,			snake_case_=None      ,			snake_case_=None      ,			snake_case_=1       ):







										'''simple docstring'''


										A__					:    List[Any]														= super().__call__(snake_case_      ,			snake_case_      ,			module=snake_case_      ,			qualname=snake_case_      ,			type=snake_case_      ,			start=snake_case_       )
										if isinstance(snake_case_      ,			enum.Enum       ) and obj._on_access:
																	obj._on_access()
										return obj





class 	__UpperCAmelCase						(enum.Enum       ,      metaclass=__A    ):







			'''simple docstring'''





			def __new__( cls      ,			snake_case_       ):







										'''simple docstring'''


										A__					:    Tuple														= object.__new__(cls       )
										A__					:    int														= value
										A__					:    Optional[int]														= member.deprecate
										return member





			@property
			def 		lowerCamelCase				( self       ):







										'''simple docstring'''


										return ""





			def 		lowerCamelCase				( self       ):







										'''simple docstring'''


										A__					:    Tuple														= F''' {self.help_message}''' if self.help_message else """"""
										warnings.warn(
										    F'''\'{self.__objclass__.__name__}\' is deprecated and will be removed in the next major version of datasets.'''
										    + help_message      ,			snake_case_      ,			stacklevel=3      ,			)





