
from .constants import (
    MODEL_NAME,
    OPTIMIZER_NAME,
    RNG_STATE_NAME,
    SAFE_WEIGHTS_INDEX_NAME,
    SAFE_WEIGHTS_NAME,
    SCALER_NAME,
    SCHEDULER_NAME,
    TORCH_LAUNCH_PARAMS,
    WEIGHTS_INDEX_NAME,
    WEIGHTS_NAME,
)
from .dataclasses import (
    BnbQuantizationConfig,
    ComputeEnvironment,
    CustomDtype,
    DeepSpeedPlugin,
    DistributedDataParallelKwargs,
    DistributedType,
    DynamoBackend,
    FPaRecipeKwargs,
    FullyShardedDataParallelPlugin,
    GradientAccumulationPlugin,
    GradScalerKwargs,
    InitProcessGroupKwargs,
    KwargsHandler,
    LoggerType,
    MegatronLMPlugin,
    PrecisionType,
    ProjectConfiguration,
    RNGType,
    SageMakerDistributedType,
    TensorInformation,
    TorchDynamoPlugin,
)
from .environment import get_int_from_env, parse_choice_from_env, parse_flag_from_env
from .imports import (
    get_ccl_version,
    is_abit_bnb_available,
    is_abit_bnb_available,
    is_aim_available,
    is_bfaa_available,
    is_bnb_available,
    is_botoa_available,
    is_ccl_available,
    is_comet_ml_available,
    is_datasets_available,
    is_deepspeed_available,
    is_fpa_available,
    is_ipex_available,
    is_megatron_lm_available,
    is_mlflow_available,
    is_mps_available,
    is_npu_available,
    is_rich_available,
    is_safetensors_available,
    is_sagemaker_available,
    is_tensorboard_available,
    is_tpu_available,
    is_transformers_available,
    is_wandb_available,
    is_xpu_available,
)
from .modeling import (
    check_device_map,
    check_tied_parameters_in_config,
    check_tied_parameters_on_same_device,
    compute_module_sizes,
    convert_file_size_to_int,
    dtype_byte_size,
    find_tied_parameters,
    get_balanced_memory,
    get_max_layer_size,
    get_max_memory,
    get_mixed_precision_context_manager,
    id_tensor_storage,
    infer_auto_device_map,
    load_checkpoint_in_model,
    load_offloaded_weights,
    load_state_dict,
    named_module_tensors,
    retie_parameters,
    set_module_tensor_to_device,
    shard_checkpoint,
)
from .offload import (
    OffloadedWeightsLoader,
    PrefixedDataset,
    extract_submodules_state_dict,
    load_offloaded_weight,
    offload_state_dict,
    offload_weight,
    save_offload_index,
)
from .operations import (
    broadcast,
    broadcast_object_list,
    concatenate,
    convert_outputs_to_fpaa,
    convert_to_fpaa,
    find_batch_size,
    find_device,
    gather,
    gather_object,
    get_data_structure,
    honor_type,
    initialize_tensors,
    is_namedtuple,
    is_tensor_information,
    is_torch_tensor,
    listify,
    pad_across_processes,
    recursively_apply,
    reduce,
    send_to_device,
    slice_tensors,
)
from .versions import compare_versions, is_torch_version


if is_deepspeed_available():
		from .deepspeed import (
		    DeepSpeedEngineWrapper,
		    DeepSpeedOptimizerWrapper,
		    DeepSpeedSchedulerWrapper,
		    DummyOptim,
		    DummyScheduler,
		    HfDeepSpeedConfig,
		)

from .bnb import has_abit_bnb_layers, load_and_quantize_model
from .fsdp_utils import load_fsdp_model, load_fsdp_optimizer, save_fsdp_model, save_fsdp_optimizer
from .launch import (
    PrepareForLaunch,
    _filter_args,
    prepare_deepspeed_cmd_env,
    prepare_multi_gpu_env,
    prepare_sagemager_args_inputs,
    prepare_simple_launcher_cmd_env,
    prepare_tpu,
)
from .megatron_lm import (
    AbstractTrainStep,
    BertTrainStep,
    GPTTrainStep,
    MegatronEngine,
    MegatronLMDummyDataLoader,
    MegatronLMDummyScheduler,
    MegatronLMOptimizerWrapper,
    MegatronLMSchedulerWrapper,
    TaTrainStep,
    avg_losses_across_data_parallel_group,
    gather_across_data_parallel_groups,
)
from .megatron_lm import initialize as megatron_lm_initialize
from .megatron_lm import prepare_data_loader as megatron_lm_prepare_data_loader
from .megatron_lm import prepare_model as megatron_lm_prepare_model
from .megatron_lm import prepare_optimizer as megatron_lm_prepare_optimizer
from .megatron_lm import prepare_scheduler as megatron_lm_prepare_scheduler
from .memory import find_executable_batch_size, release_memory
from .other import (
    extract_model_from_parallel,
    get_pretty_name,
    is_port_in_use,
    merge_dicts,
    patch_environment,
    save,
    wait_for_everyone,
    write_basic_config,
)
from .random import set_seed, synchronize_rng_state, synchronize_rng_states
from .torch_xla import install_xla
from .tqdm import tqdm
from .transformer_engine import convert_model, has_transformer_engine_layers



from typing import Dict, List, Optional, Union

import numpy as np

from ...image_processing_utils import BaseImageProcessor, BatchFeature, get_size_dict
from ...image_transforms import (
    center_crop,
    get_resize_output_image_size,
    normalize,
    rescale,
    resize,
    to_channel_dimension_format,
)
from ...image_utils import (
    IMAGENET_DEFAULT_MEAN,
    IMAGENET_DEFAULT_STD,
    ChannelDimension,
    ImageInput,
    PILImageResampling,
    is_batched,
    to_numpy_array,
    valid_images,
)
from ...utils import TensorType, logging


snake_case							:       Union[str, Any]     			=      logging.get_logger(__name__)







class        snake_case_   (lowerCamelCase_      ):
					UpperCAmelCase__					:    List[Any]          =			['''pixel_values''']
					def __init__(      self   :Optional[int]			,__snake_case   :bool = True			,__snake_case   :Optional[Dict[str, int]] = None			,__snake_case   :PILImageResampling = PILImageResampling.BICUBIC			,__snake_case   :bool = True			,__snake_case   :bool = True			,__snake_case   :Union[int, float] = 1 / 2_55			,__snake_case   :Dict[str, int] = None			,__snake_case   :bool = True			,__snake_case   :Optional[Union[float, List[float]]] = None			,__snake_case   :Optional[Union[float, List[float]]] = None			,**__snake_case   :Dict			,)					->    None:
												super().__init__(**__snake_case      )
												a__             =     size if size is not None else {'height': 2_24, 'width': 2_24}
												a__             =     get_size_dict(__snake_case      )
												a__             =     crop_size if crop_size is not None else {'height': 2_24, 'width': 2_24}
												a__             =     get_size_dict(__snake_case			,default_to_square=__snake_case			,param_name='crop_size'      )

												a__             =     do_resize
												a__             =     do_rescale
												a__             =     do_normalize
												a__             =     do_center_crop
												a__             =     crop_size
												a__             =     size
												a__             =     resample
												a__             =     rescale_factor
												a__             =     image_mean if image_mean is not None else IMAGENET_DEFAULT_MEAN
												a__             =     image_std if image_std is not None else IMAGENET_DEFAULT_STD
					def  lowerCamelCase__(      self   :Dict			,__snake_case   :np.ndarray			,__snake_case   :Dict[str, int]			,__snake_case   :PILImageResampling = PILImageResampling.BILINEAR			,__snake_case   :Optional[Union[str, ChannelDimension]] = None			,**__snake_case   :List[Any]			,)					->    np.ndarray:
												a__             =     get_size_dict(__snake_case      )

												if "shortest_edge" in size:
																			a__             =     get_resize_output_image_size(__snake_case			,size=size['shortest_edge']			,default_to_square=__snake_case      )
																			# size = get_resize_output_image_size(image, size["shortest_edge"], size["longest_edge"])
												elif "height" in size and "width" in size:
																			a__             =     (size['height'], size['width'])
												else:
																			raise ValueError(F'Size must contain \'height\' and \'width\' keys or \'shortest_edge\' key. Got {size.keys()}'      )
												return resize(__snake_case			,size=__snake_case			,resample=__snake_case			,data_format=__snake_case			,**__snake_case      )
					def  lowerCamelCase__(      self   :Dict			,__snake_case   :np.ndarray			,__snake_case   :Dict[str, int]			,__snake_case   :Optional[Union[str, ChannelDimension]] = None			,**__snake_case   :Any			,)					->    np.ndarray:
												a__             =     get_size_dict(__snake_case      )
												if "height" not in size or "width" not in size:
																			raise ValueError(F'The `size` parameter must contain the keys (height, width). Got {size.keys()}'      )
												return center_crop(__snake_case			,size=(size['height'], size['width'])			,data_format=__snake_case			,**__snake_case      )
					def  lowerCamelCase__(      self   :List[Any]			,__snake_case   :np.ndarray			,__snake_case   :float			,__snake_case   :Optional[Union[str, ChannelDimension]] = None			,**__snake_case   :int      )					->    np.ndarray:
												return rescale(__snake_case			,scale=__snake_case			,data_format=__snake_case			,**__snake_case      )
					def  lowerCamelCase__(      self   :Tuple			,__snake_case   :np.ndarray			,__snake_case   :Union[float, List[float]]			,__snake_case   :Union[float, List[float]]			,__snake_case   :Optional[Union[str, ChannelDimension]] = None			,**__snake_case   :Any			,)					->    np.ndarray:
												return normalize(__snake_case			,mean=__snake_case			,std=__snake_case			,data_format=__snake_case			,**__snake_case      )



					def  lowerCamelCase__(      self   :Any			,__snake_case   :ImageInput			,__snake_case   :Optional[bool] = None			,__snake_case   :Dict[str, int] = None			,__snake_case   :PILImageResampling = None			,__snake_case   :bool = None			,__snake_case   :int = None			,__snake_case   :Optional[bool] = None			,__snake_case   :Optional[float] = None			,__snake_case   :Optional[bool] = None			,__snake_case   :Optional[Union[float, List[float]]] = None			,__snake_case   :Optional[Union[float, List[float]]] = None			,__snake_case   :Optional[Union[str, TensorType]] = None			,__snake_case   :Union[str, ChannelDimension] = ChannelDimension.FIRST			,**__snake_case   :Optional[int]			,)					->    BatchFeature:
												a__             =     do_resize if do_resize is not None else self.do_resize
												a__             =     do_rescale if do_rescale is not None else self.do_rescale
												a__             =     do_normalize if do_normalize is not None else self.do_normalize
												a__             =     do_center_crop if do_center_crop is not None else self.do_center_crop
												a__             =     crop_size if crop_size is not None else self.crop_size
												a__             =     get_size_dict(__snake_case			,param_name='crop_size'			,default_to_square=__snake_case      )
												a__             =     resample if resample is not None else self.resample
												a__             =     rescale_factor if rescale_factor is not None else self.rescale_factor
												a__             =     image_mean if image_mean is not None else self.image_mean
												a__             =     image_std if image_std is not None else self.image_std

												a__             =     size if size is not None else self.size
												a__             =     get_size_dict(__snake_case      )

												if not is_batched(__snake_case      ):
																			a__             =     [images]

												if not valid_images(__snake_case      ):
																			raise ValueError(
																			    'Invalid image type. Must be of type PIL.Image.Image, numpy.ndarray, '
																			    'torch.Tensor, tf.Tensor or jax.ndarray.'      )

												if do_resize and size is None:
																			raise ValueError('Size must be specified if do_resize is True.'      )

												if do_center_crop and crop_size is None:
																			raise ValueError('Crop size must be specified if do_center_crop is True.'      )

												if do_rescale and rescale_factor is None:
																			raise ValueError('Rescale factor must be specified if do_rescale is True.'      )

												# All transformations expect numpy arrays.
												a__             =     [to_numpy_array(__snake_case      ) for image in images]

												if do_resize:
																			a__             =     [self.resize(image=__snake_case			,size=__snake_case			,resample=__snake_case      ) for image in images]

												if do_center_crop:
																			a__             =     [self.center_crop(image=__snake_case			,size=__snake_case      ) for image in images]

												if do_rescale:
																			a__             =     [self.rescale(image=__snake_case			,scale=__snake_case      ) for image in images]

												if do_normalize:
																			a__             =     [self.normalize(image=__snake_case			,mean=__snake_case			,std=__snake_case      ) for image in images]

												a__             =     [to_channel_dimension_format(__snake_case			,__snake_case      ) for image in images]

												a__             =     {'pixel_values': images}
												return BatchFeature(data=__snake_case			,tensor_type=__snake_case      )




