



from manim import *
class lowerCAmelCase_       (   _UpperCAmelCase			):







	'''simple docstring'''




	def 				_A			(	self       ):



				'''simple docstring'''


				a__					=  Rectangle(height=0.5   ,       width=0.5       )
				a__					=  Rectangle(height=0.4_6   ,       width=0.4_6       ).set_stroke(width=0       )
				a__					=  Rectangle(height=0.2_5   ,       width=0.2_5       )

				a__					=  [mem.copy() for i in range(6       )]
				a__					=  [mem.copy() for i in range(6       )]
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  VGroup(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  Text("""CPU"""   ,       font_size=24       )
				a__					=  Group(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0.5   ,       aligned_edge=lowerCamelCase       )
				cpu.move_to([-2.5, -0.5, 0]       )
				self.add(lowerCamelCase       )

				a__					=  [mem.copy() for i in range(4       )]
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  Text("""GPU"""   ,       font_size=24       )
				a__					=  Group(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0.5   ,       aligned_edge=lowerCamelCase       )
				gpu.move_to([-1, -1, 0]       )
				self.add(lowerCamelCase       )

				a__					=  [mem.copy() for i in range(6       )]
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )

				a__					=  Text("""Model"""   ,       font_size=24       )
				a__					=  Group(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0.5   ,       aligned_edge=lowerCamelCase       )
				model.move_to([3, -1.0, 0]       )
				self.add(lowerCamelCase       )

				a__					=  []
				a__					=  []

				for i, rect in enumerate(lowerCamelCase       ):
							rect.set_stroke(lowerCamelCase       )

							a__					=  Rectangle(height=0.4_6 / 4   ,       width=0.4_6 / 3       ).set_stroke(width=0.0       ).set_fill(lowerCamelCase   ,       opacity=0.7       )

							if i == 0:
										cpu_target.next_to(cpu_left_col_base[0].get_corner(DOWN + LEFT       )   ,       buff=0.0_2   ,       direction=lowerCamelCase       )
										cpu_target.set_x(cpu_target.get_x() + 0.1       )
							elif i == 3:
										cpu_target.next_to(model_cpu_arr[0]   ,       direction=lowerCamelCase   ,       buff=0.0       )
							else:
										cpu_target.next_to(model_cpu_arr[i - 1]   ,       direction=lowerCamelCase   ,       buff=0.0       )
							self.add(lowerCamelCase       )
							model_cpu_arr.append(lowerCamelCase       )

				self.add(*lowerCamelCase   ,       *lowerCamelCase       )

				a__					=  [meta_mem.copy() for i in range(6       )]
				a__					=  [meta_mem.copy() for i in range(6       )]
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  VGroup(*lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  VGroup(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0       )
				a__					=  Text("""Disk"""   ,       font_size=24       )
				a__					=  Group(lowerCamelCase   ,       lowerCamelCase       ).arrange(lowerCamelCase   ,       buff=0.5   ,       aligned_edge=lowerCamelCase       )
				disk.move_to([-4.0, -1.2_5, 0]       )
				self.add(lowerCamelCase   ,       lowerCamelCase       )

				a__					=  []

				for i in range(6       ):
							a__					=  fill.copy().set_fill(lowerCamelCase   ,       opacity=0.8       )
							target.move_to(disk_left_col_base[i]       ).scale(0.5       )
							cpu_disk_arr.append(lowerCamelCase       )

				self.add(*lowerCamelCase       )

				a__					=  Square(side_length=2.2       )
				key.move_to([-5, 2, 0]       )

				a__					=  MarkupText(
				    f'<b>Key:</b>\n\n<span fgcolor=\'{YELLOW}\'>●</span> Empty Model'   ,       font_size=18   ,       )

				key_text.move_to([-5, 2.4, 0]       )

				self.add(lowerCamelCase   ,       lowerCamelCase       )

				a__					=  MarkupText(
				    f'<span fgcolor=\'{BLUE}\'>●</span> Checkpoint'   ,       font_size=18   ,       )

				blue_text.next_to(lowerCamelCase   ,       DOWN * 2.4   ,       aligned_edge=key_text.get_left()       )
				self.add(lowerCamelCase       )

				a__					=  MarkupText(f'The offloaded weights are all sent to the CPU.'   ,       font_size=24       )
				step_a.move_to([2, 2, 0]       )

				self.play(Write(lowerCamelCase   ,       run_time=3       )       )

				for i in range(6       ):
							a__					=  cpu_disk_arr[i]
							a__					=  rect.copy().set_fill(lowerCamelCase   ,       opacity=0.8       ).scale(2.0       )
							cpa.generate_target()
							cpa.target.move_to(model_base[i]       )

							if i == 0:
										rect.set_fill(lowerCamelCase   ,       opacity=0.8       )
										rect.generate_target()
										rect.target.move_to(cpu_left_col_base[0]       ).scale(2.0       )

										self.remove(
										    *lowerCamelCase   ,       *lowerCamelCase   ,       )

							else:
										rect.generate_target()
										rect.target.move_to(cpu_left_col_base[i]       ).scale(2.0       )
							self.play(MoveToTarget(lowerCamelCase       )   ,       MoveToTarget(lowerCamelCase       )   ,       model_base[i].animate.set_stroke(lowerCamelCase       )       )
				self.play(FadeOut(lowerCamelCase       )       )

				a__					=  MarkupText(
				    f'Finally, hooks are added to each weight in the model\nto transfer the weights from CPU to GPU\n\t\tand back when needed.'   ,       font_size=24   ,       )
				step_a.move_to([2, 2, 0]       )

				self.play(Write(lowerCamelCase   ,       run_time=3       )       )

				a__					=  []
				a__					=  []
				for i in range(6       ):
							a__					=  Arrow(start=lowerCamelCase   ,       end=lowerCamelCase   ,       color=lowerCamelCase   ,       buff=0.5       )
							a.next_to(model_base[i].get_left()   ,       lowerCamelCase   ,       buff=0.2       )
							arrows.append(lowerCamelCase       )
							animations.append(Write(lowerCamelCase       )       )
				self.play(*lowerCamelCase       )
				self.wait()






import argparse
import os
import re


# All paths are set with the intent you should run this script from the root of the repo with the command
# python utils/check_dummies.py
UpperCamelCase__			=    "src/transformers"

# Matches is_xxx_available()
UpperCamelCase__			=    re.compile(R"is\_([a-z_]*)_available()")
# Matches from xxx import bla
UpperCamelCase__			=    re.compile(R"\s+from\s+\S*\s+import\s+([^\(\s].*)\n")
UpperCamelCase__			=    re.compile(R"^\s+if\s+not\s+\(?is\_[a-z_]*\_available\(\)")


UpperCamelCase__			=    "\n{0} = None\n"

UpperCamelCase__			=    "\nclass {0}(metaclass=DummyObject):\n    _backends = {1}\n\n    def __init__(self, *args, **kwargs):\n        requires_backends(self, {1})\n"


UpperCamelCase__			=    "\ndef {0}(*args, **kwargs):\n    requires_backends({0}, {1})\n"






def 			UpperCAmelCase__     (     lowercase__ )			->   List[Any]:
						if _re_test_backend.search(lowercase__ ) is None:
												return None
						__lowercase											=					[b[0] for b in _re_backend.findall(lowercase__ )]
						backends.sort()
						return "_and_".join(lowercase__ )






def 			UpperCAmelCase__     (     )			->   Dict:
						with open(os.path.join(lowercase__    ,							"""__init__.py""" )    ,							"""r"""    ,							encoding="""utf-8"""    ,							newline="""\n""" ) as f:
												__lowercase											=					f.readlines()

						# Get to the point we do the actual imports for type checking
						__lowercase											=					0
						while not lines[line_index].startswith("""if TYPE_CHECKING""" ):
												line_index += 1

						__lowercase											=					{}
						# Go through the end of the file
						while line_index < len(lowercase__ ):
												# If the line is an if is_backend_available, we grab all objects associated.
												__lowercase											=					find_backend(lines[line_index] )
												if backend is not None:
																		while not lines[line_index].startswith("""    else:""" ):
																								line_index += 1
																		line_index += 1

																		__lowercase											=					[]
																		# Until we unindent, add backend objects to the list
																		while len(lines[line_index] ) <= 1 or lines[line_index].startswith(""" """ * 8 ):
																								__lowercase											=					lines[line_index]
																								__lowercase											=					_re_single_line_import.search(lowercase__ )
																								if single_line_import_search is not None:
																														objects.extend(single_line_import_search.groups()[0].split(""", """ ) )
																								elif line.startswith(""" """ * 12 ):
																														objects.append(line[12:-2] )
																								line_index += 1

																		__lowercase											=					objects
												else:
																		line_index += 1

						return backend_specific_objects






def 			UpperCAmelCase__     (     lowercase__    ,							lowercase__ )			->   int:
						if name.isupper():
												return DUMMY_CONSTANT.format(lowercase__ )
						elif name.islower():
												return DUMMY_FUNCTION.format(lowercase__    ,							lowercase__ )
						else:
												return DUMMY_CLASS.format(lowercase__    ,							lowercase__ )






def 			UpperCAmelCase__     (     lowercase__=None )			->   List[str]:
						if backend_specific_objects is None:
												__lowercase											=					read_init()
						# For special correspondence backend to module name as used in the function requires_modulename
						__lowercase											=					{}

						for backend, objects in backend_specific_objects.items():
												__lowercase											=					"""[""" + """, """.join(F"\"{b}\"" for b in backend.split("""_and_""" ) ) + """]"""
												__lowercase											=					"""# This file is autogenerated by the command `make fix-copies`, do not edit.\n"""
												dummy_file += "from ..utils import DummyObject, requires_backends\n\n"
												dummy_file += "\n".join([create_dummy_object(lowercase__    ,							lowercase__ ) for o in objects] )
												__lowercase											=					dummy_file

						return dummy_files






def 			UpperCAmelCase__     (     lowercase__=False )			->   Optional[Any]:
						__lowercase											=					create_dummy_files()
						# For special correspondence backend to shortcut as used in utils/dummy_xxx_objects.py
						__lowercase											=					{"""torch""": """pt"""}

						# Locate actual dummy modules and read their content.
						__lowercase											=					os.path.join(lowercase__    ,							"""utils""" )
						__lowercase											=					{
						    backend: os.path.join(lowercase__    ,							F"dummy_{short_names.get(lowercase__    ,							lowercase__ )}_objects.py" )
						    for backend in dummy_files.keys()
						}

						__lowercase											=					{}
						for backend, file_path in dummy_file_paths.items():
												if os.path.isfile(lowercase__ ):
																		with open(lowercase__    ,							"""r"""    ,							encoding="""utf-8"""    ,							newline="""\n""" ) as f:
																								__lowercase											=					f.read()
												else:
																		__lowercase											=					""""""

						for backend in dummy_files.keys():
												if dummy_files[backend] != actual_dummies[backend]:
																		if overwrite:
																								print(
																								    F"Updating transformers.utils.dummy_{short_names.get(lowercase__    ,							lowercase__ )}_objects.py as the main "
																								    """__init__ has new objects.""" )
																								with open(dummy_file_paths[backend]    ,							"""w"""    ,							encoding="""utf-8"""    ,							newline="""\n""" ) as f:
																														f.write(dummy_files[backend] )
																		else:
																								raise ValueError(
																								    """The main __init__ has objects that are not present in """
																								    F"transformers.utils.dummy_{short_names.get(lowercase__    ,							lowercase__ )}_objects.py. Run `make fix-copies` "
																								    """to fix this.""" )


if __name__ == "__main__":
			UpperCamelCase__			=    argparse.ArgumentParser()
			parser.add_argument("--fix_and_overwrite", action="store_true", help="Whether to fix inconsistencies.")
			UpperCamelCase__			=    parser.parse_args()

			check_dummies(args.fix_and_overwrite)





