



'''simple docstring'''




import os
import sys
import tempfile

import torch

from .state import AcceleratorState
from .utils import PrecisionType, PrepareForLaunch, is_mps_available, patch_environment



def 	a			( lowerCamelCase__						,      lowerCamelCase__=()						,      lowerCamelCase__=None						,      lowerCamelCase__="no"						,      lowerCamelCase__="29500"    ):
			'''simple docstring'''





			A_	:						Dict	=     False
			A_	:						List[Any]	=     False
			if any(key.startswith("""KAGGLE"""    ) for key in os.environ.keys()    ):
						A_	:						Tuple	=     True
			elif "IPython" in sys.modules:
						A_	:						Optional[Any]	=     'google.colab' in str(sys.modules["""IPython"""].get_ipython()    )

			try:
						A_	:						Union[str, Any]	=     PrecisionType(mixed_precision.lower()    )
			except ValueError:
						raise ValueError(
						    f'Unknown mixed_precision mode: {args.mixed_precision.lower()}. Choose between {PrecisionType.list()}.'    )

			if (in_colab or in_kaggle) and (os.environ.get("""TPU_NAME"""						,      _lowerCAmelCase    ) is not None):
						# TPU launch
						import torch_xla.distributed.xla_multiprocessing as xmp

						if len(AcceleratorState._shared_state    ) > 0:
									raise ValueError(
									    """To train on TPU in Colab or Kaggle Kernel, the `Accelerator` should only be initialized inside """
									    """your training function. Restart your notebook and make sure no cells initializes an """
									    """`Accelerator`."""    )
						if num_processes is None:
									A_	:						Union[str, Any]	=     8

						A_	:						Union[str, Any]	=     PrepareForLaunch(_lowerCAmelCase						,      distributed_type="""TPU"""    )
						print(f'Launching a training on {num_processes} TPU cores.'    )
						xmp.spawn(_lowerCAmelCase						,      args=_lowerCAmelCase						,      nprocs=_lowerCAmelCase						,      start_method="""fork"""    )
			elif in_colab:
						# No need for a distributed launch otherwise as it's either CPU or one GPU.
						if torch.cuda.is_available():
									print("""Launching training on one GPU."""    )
						else:
									print("""Launching training on one CPU."""    )
						function(*_lowerCAmelCase    )
			else:
						if num_processes is None:
									raise ValueError(
									    """You have to specify the number of GPUs you would like to use, add `num_processes=...` to your call."""    )

						if num_processes > 1:
									# Multi-GPU launch
									from torch.multiprocessing import start_processes
									from torch.multiprocessing.spawn import ProcessRaisedException

									if len(AcceleratorState._shared_state    ) > 0:
												raise ValueError(
												    """To launch a multi-GPU training from your notebook, the `Accelerator` should only be initialized """
												    """inside your training function. Restart your notebook and make sure no cells initializes an """
												    """`Accelerator`."""    )

									if torch.cuda.is_initialized():
												raise ValueError(
												    """To launch a multi-GPU training from your notebook, you need to avoid running any instruction """
												    """using `torch.cuda` in any cell. Restart your notebook and make sure no cells use any CUDA """
												    """function."""    )

									# torch.distributed will expect a few environment variable to be here. We set the ones common to each
									# process here (the other ones will be set be the launcher).
									with patch_environment(
									    world_size=_lowerCAmelCase						,      master_addr="""127.0.01"""						,      master_port=_lowerCAmelCase						,      mixed_precision=_lowerCAmelCase    ):
												A_	:						Union[str, Any]	=     PrepareForLaunch(_lowerCAmelCase						,      distributed_type="""MULTI_GPU"""    )
												print(f'Launching training on {num_processes} GPUs.'    )
												try:
															start_processes(_lowerCAmelCase						,      args=_lowerCAmelCase						,      nprocs=_lowerCAmelCase						,      start_method="""fork"""    )
												except ProcessRaisedException as e:
															if "Cannot re-initialize CUDA in forked subprocess" in e.args[0]:
																		raise RuntimeError(
																		    """CUDA has been initialized before the `notebook_launcher` could create a forked subprocess. """
																		    """This likely stems from an outside import causing issues once the `notebook_launcher()` is called. """
																		    """Please review your imports and test them when running the `notebook_launcher()` to identify """
																		    """which one is problematic."""    ) from e

						else:
									# No need for a distributed launch otherwise as it's either CPU, GPU or MPS.
									if is_mps_available():
												A_	:						Union[str, Any]	=     '1'
												print("""Launching training on MPS."""    )
									elif torch.cuda.is_available():
												print("""Launching training on one GPU."""    )
									else:
												print("""Launching training on CPU."""    )
									function(*_lowerCAmelCase    )



def 	a			( lowerCamelCase__						,      lowerCamelCase__=()						,      lowerCamelCase__=2    ):
			'''simple docstring'''





			from torch.multiprocessing import start_processes

			with tempfile.NamedTemporaryFile() as tmp_file:
						# torch.distributed will expect a few environment variable to be here. We set the ones common to each
						# process here (the other ones will be set be the launcher).
						with patch_environment(
						    world_size=_lowerCAmelCase						,      master_addr="""127.0.01"""						,      master_port="""29500"""						,      accelerate_mixed_precision="""no"""						,      accelerate_debug_rdv_file=tmp_file.name						,      accelerate_use_cpu="""yes"""						,      ):
									A_	:						Union[str, Any]	=     PrepareForLaunch(_lowerCAmelCase						,      debug=_lowerCAmelCase    )
									start_processes(_lowerCAmelCase						,      args=_lowerCAmelCase						,      nprocs=_lowerCAmelCase						,      start_method="""fork"""    )




'''simple docstring'''





import argparse
import io

import requests
import torch
from omegaconf import OmegaConf

from diffusers import AutoencoderKL
from diffusers.pipelines.stable_diffusion.convert_from_ckpt import (
    assign_to_checkpoint,
    conv_attn_to_linear,
    create_vae_diffusers_config,
    renew_vae_attention_paths,
    renew_vae_resnet_paths,
)

def        a_     (							_lowerCAmelCase       ,_lowerCAmelCase       )      ->      Dict:
  __lowerCamelCase       :       Any           = checkpoint

  __lowerCamelCase       :       List[str]           = {}

  __lowerCamelCase       :       List[str]           = vae_state_dict['encoder.conv_in.weight']
  __lowerCamelCase       :       Dict           = vae_state_dict['encoder.conv_in.bias']
  __lowerCamelCase       :       Optional[Any]           = vae_state_dict['encoder.conv_out.weight']
  __lowerCamelCase       :       Optional[int]           = vae_state_dict['encoder.conv_out.bias']
  __lowerCamelCase       :       Optional[int]           = vae_state_dict['encoder.norm_out.weight']
  __lowerCamelCase       :       Optional[int]           = vae_state_dict['encoder.norm_out.bias']

  __lowerCamelCase       :       Dict           = vae_state_dict['decoder.conv_in.weight']
  __lowerCamelCase       :       List[str]           = vae_state_dict['decoder.conv_in.bias']
  __lowerCamelCase       :       Tuple           = vae_state_dict['decoder.conv_out.weight']
  __lowerCamelCase       :       List[str]           = vae_state_dict['decoder.conv_out.bias']
  __lowerCamelCase       :       Dict           = vae_state_dict['decoder.norm_out.weight']
  __lowerCamelCase       :       Union[str, Any]           = vae_state_dict['decoder.norm_out.bias']

  __lowerCamelCase       :       Any           = vae_state_dict['quant_conv.weight']
  __lowerCamelCase       :       Union[str, Any]           = vae_state_dict['quant_conv.bias']
  __lowerCamelCase       :       Tuple           = vae_state_dict['post_quant_conv.weight']
  __lowerCamelCase       :       List[Any]           = vae_state_dict['post_quant_conv.bias']

  # Retrieves the keys for the encoder down blocks only
  __lowerCamelCase       :       str           = len({'.'.join(layer.split('.'       )[:3]       ) for layer in vae_state_dict if 'encoder.down' in layer}       )
  __lowerCamelCase       :       int           = {
      layer_id: [key for key in vae_state_dict if F'down.{layer_id}' in key] for layer_id in range(_lowerCAmelCase       )
  }

  # Retrieves the keys for the decoder up blocks only
  __lowerCamelCase       :       Dict           = len({'.'.join(layer.split('.'       )[:3]       ) for layer in vae_state_dict if 'decoder.up' in layer}       )
  __lowerCamelCase       :       Dict           = {
      layer_id: [key for key in vae_state_dict if F'up.{layer_id}' in key] for layer_id in range(_lowerCAmelCase       )
  }

  for i in range(_lowerCAmelCase       ):
    __lowerCamelCase       :       List[str]           = [key for key in down_blocks[i] if F'down.{i}' in key and F'down.{i}.downsample' not in key]

    if F'encoder.down.{i}.downsample.conv.weight' in vae_state_dict:
      __lowerCamelCase       :       Any           = vae_state_dict.pop(
          F'encoder.down.{i}.downsample.conv.weight'       )
      __lowerCamelCase       :       Any           = vae_state_dict.pop(
          F'encoder.down.{i}.downsample.conv.bias'       )

    __lowerCamelCase       :       Optional[int]           = renew_vae_resnet_paths(_lowerCAmelCase       )
    __lowerCamelCase       :       Any           = {'old': F'down.{i}.block', 'new': F'down_blocks.{i}.resnets'}
    assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )

  __lowerCamelCase       :       List[Any]           = [key for key in vae_state_dict if 'encoder.mid.block' in key]
  __lowerCamelCase       :       str           = 2
  for i in range(1       ,num_mid_res_blocks + 1       ):
    __lowerCamelCase       :       int           = [key for key in mid_resnets if F'encoder.mid.block_{i}' in key]

    __lowerCamelCase       :       Optional[Any]           = renew_vae_resnet_paths(_lowerCAmelCase       )
    __lowerCamelCase       :       Dict           = {'old': F'mid.block_{i}', 'new': F'mid_block.resnets.{i - 1}'}
    assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )

  __lowerCamelCase       :       Optional[Any]           = [key for key in vae_state_dict if 'encoder.mid.attn' in key]
  __lowerCamelCase       :       int           = renew_vae_attention_paths(_lowerCAmelCase       )
  __lowerCamelCase       :       Optional[Any]           = {'old': 'mid.attn_1', 'new': 'mid_block.attentions.0'}
  assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )
  conv_attn_to_linear(_lowerCAmelCase       )

  for i in range(_lowerCAmelCase       ):
    __lowerCamelCase       :       Optional[Any]           = num_up_blocks - 1 - i
    __lowerCamelCase       :       Any           = [
        key for key in up_blocks[block_id] if F'up.{block_id}' in key and F'up.{block_id}.upsample' not in key
    ]

    if F'decoder.up.{block_id}.upsample.conv.weight' in vae_state_dict:
      __lowerCamelCase       :       Optional[int]           = vae_state_dict[
          F'decoder.up.{block_id}.upsample.conv.weight'
      ]
      __lowerCamelCase       :       Optional[Any]           = vae_state_dict[
          F'decoder.up.{block_id}.upsample.conv.bias'
      ]

    __lowerCamelCase       :       Tuple           = renew_vae_resnet_paths(_lowerCAmelCase       )
    __lowerCamelCase       :       Any           = {'old': F'up.{block_id}.block', 'new': F'up_blocks.{i}.resnets'}
    assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )

  __lowerCamelCase       :       Optional[Any]           = [key for key in vae_state_dict if 'decoder.mid.block' in key]
  __lowerCamelCase       :       Union[str, Any]           = 2
  for i in range(1       ,num_mid_res_blocks + 1       ):
    __lowerCamelCase       :       List[str]           = [key for key in mid_resnets if F'decoder.mid.block_{i}' in key]

    __lowerCamelCase       :       str           = renew_vae_resnet_paths(_lowerCAmelCase       )
    __lowerCamelCase       :       Any           = {'old': F'mid.block_{i}', 'new': F'mid_block.resnets.{i - 1}'}
    assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )

  __lowerCamelCase       :       Any           = [key for key in vae_state_dict if 'decoder.mid.attn' in key]
  __lowerCamelCase       :       List[str]           = renew_vae_attention_paths(_lowerCAmelCase       )
  __lowerCamelCase       :       Optional[Any]           = {'old': 'mid.attn_1', 'new': 'mid_block.attentions.0'}
  assign_to_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       ,_lowerCAmelCase       ,additional_replacements=[meta_path]       ,config=_lowerCAmelCase       )
  conv_attn_to_linear(_lowerCAmelCase       )
  return new_checkpoint

def        a_     (							_lowerCAmelCase       ,_lowerCAmelCase       ,)      ->      List[Any]:
  # Only support V1
  __lowerCamelCase       :       Any           = requests.get(
      ' https://raw.githubusercontent.com/CompVis/stable-diffusion/main/configs/stable-diffusion/v1-inference.yaml'       )
  __lowerCamelCase       :       str           = io.BytesIO(r.content       )

  __lowerCamelCase       :       Any           = OmegaConf.load(_lowerCAmelCase       )
  __lowerCamelCase       :       List[Any]           = 512
  __lowerCamelCase       :       Dict           = 'cuda' if torch.cuda.is_available() else 'cpu'
  if checkpoint_path.endswith('safetensors'       ):
    from safetensors import safe_open

    __lowerCamelCase       :       Optional[Any]           = {}
    with safe_open(_lowerCAmelCase       ,framework='pt'       ,device='cpu'       ) as f:
      for key in f.keys():
        __lowerCamelCase       :       int           = f.get_tensor(_lowerCAmelCase       )
  else:
    __lowerCamelCase       :       int           = torch.load(_lowerCAmelCase       ,map_location=_lowerCAmelCase       )['state_dict']

  # Convert the VAE model.
  __lowerCamelCase       :       int           = create_vae_diffusers_config(_lowerCAmelCase       ,image_size=_lowerCAmelCase       )
  __lowerCamelCase       :       int           = custom_convert_ldm_vae_checkpoint(_lowerCAmelCase       ,_lowerCAmelCase       )

  __lowerCamelCase       :       Any           = AutoencoderKL(**_lowerCAmelCase       )
  vae.load_state_dict(_lowerCAmelCase       )
  vae.save_pretrained(_lowerCAmelCase       )


if __name__ == "__main__":
   _UpperCamelCase											=						argparse.ArgumentParser()

   parser.add_argument('--vae_pt_path', default=None, type=str, required=True, help='Path to the VAE.pt to convert.')
   parser.add_argument('--dump_path', default=None, type=str, required=True, help='Path to the VAE.pt to convert.')

   _UpperCamelCase											=						parser.parse_args()

   vae_pt_to_vae_diffuser(args.vae_pt_path, args.dump_path)






