




import argparse
import json
import os

import fairseq
import torch
from fairseq.data import Dictionary

from transformers import (
    UniSpeechConfig,
    UniSpeechForCTC,
    UniSpeechForPreTraining,
    WavaVecaFeatureExtractor,
    WavaVecaPhonemeCTCTokenizer,
    WavaVecaProcessor,
    logging,
)


logging.set_verbosity_info()
__UpperCamelCase					:       Dict    					=      logging.get_logger(__name__)

__UpperCamelCase					:       Optional[Any]    					=      {
    "post_extract_proj": "feature_projection.projection",
    "encoder.pos_conv.0": "encoder.pos_conv_embed.conv",
    "self_attn.k_proj": "encoder.layers.*.attention.k_proj",
    "self_attn.v_proj": "encoder.layers.*.attention.v_proj",
    "self_attn.q_proj": "encoder.layers.*.attention.q_proj",
    "self_attn.out_proj": "encoder.layers.*.attention.out_proj",
    "self_attn_layer_norm": "encoder.layers.*.layer_norm",
    "fc1": "encoder.layers.*.feed_forward.intermediate_dense",
    "fc2": "encoder.layers.*.feed_forward.output_dense",
    "final_layer_norm": "encoder.layers.*.final_layer_norm",
    "encoder.layer_norm": "encoder.layer_norm",
    "w2v_model.layer_norm": "feature_projection.layer_norm",
    "quantizer.weight_proj": "quantizer.weight_proj",
    "quantizer.vars": "quantizer.codevectors",
    "project_q": "project_q",
    "final_proj": "project_hid",
    "w2v_encoder.proj": "ctc_proj",
    "mask_emb": "masked_spec_embed",
}
__UpperCamelCase					:       Tuple    					=      [
    "ctc_proj",
    "quantizer.weight_proj",
    "quantizer.codevectors",
    "project_q",
    "project_hid",
]





def 		__A		(	__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase    )      ->       str:
	for attribute in key.split("""."""    ):
		if is_finetuned:
			if attribute in ["quantizer", "project_q", "project_hid"]:
				# those layers are only relevant for pretraining and should be dropped
				return

			if attribute == "ctc_proj":
				# we should rename `ctc_proj` to `lm_head` for fine-tuned phoneme models
				a										=							"""lm_head"""

		a										=							getattr(__lowerCamelCase							,			__lowerCamelCase    )

	if weight_type is not None:
		a										=							getattr(__lowerCamelCase							,			__lowerCamelCase    ).shape
	else:
		a										=							hf_pointer.shape

	assert hf_shape == value.shape, (
	    f'Shape of hf {key + "." + weight_type if weight_type is not None else ""} is {hf_shape}, but should be'
	    f' {value.shape} for {full_name}'
	)

	if weight_type == "weight":
		a										=							value
	elif weight_type == "weight_g":
		a										=							value
	elif weight_type == "weight_v":
		a										=							value
	elif weight_type == "bias":
		a										=							value
	else:
		a										=							value

	logger.info(f'{key + "." + weight_type if weight_type is not None else ""} was initialized from {full_name}.'    )





def 		__A		(	__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase    )      ->       Tuple:
	a										=							[]
	a										=							fairseq_model.state_dict()

	a										=							hf_model.unispeech.feature_extractor

	for name, value in fairseq_dict.items():
		a										=							False
		if "conv_layers" in name:
			load_conv_layer(
			    __lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			hf_model.config.feat_extract_norm == """group"""							,			)
			a										=							True
		else:
			for key, mapped_key in MAPPING.items():
				a										=							"""unispeech.""" + mapped_key if mapped_key not in TOP_LEVEL_KEYS else mapped_key
				if key in name or key.split("""w2v_model."""    )[-1] == name.split("""."""    )[0]:
					a										=							True
					if "*" in mapped_key:
						a										=							name.split(__lowerCamelCase    )[0].split("""."""    )[-2]
						a										=							mapped_key.replace("""*"""							,			__lowerCamelCase    )
					if "weight_g" in name:
						a										=							"""weight_g"""
					elif "weight_v" in name:
						a										=							"""weight_v"""
					elif "bias" in name:
						a										=							"""bias"""
					elif "weight" in name:
						# TODO: don't match quantizer.weight_proj
						a										=							"""weight"""
					else:
						a										=							None
					set_recursively(__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase    )
				continue
		if not is_used:
			unused_weights.append(__lowerCamelCase    )

	logger.warning(f'Unused weights: {unused_weights}'    )





def 		__A		(	__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase    )      ->       int:
	a										=							full_name.split("""conv_layers."""    )[-1]
	a										=							name.split("""."""    )
	a										=							int(items[0]    )
	a										=							int(items[1]    )

	if type_id == 0:
		if "bias" in name:
			assert value.shape == feature_extractor.conv_layers[layer_id].conv.bias.data.shape, (
			    f'{full_name} has size {value.shape}, but'
			    f' {feature_extractor.conv_layers[layer_id].conv.bias.data.shape} was found.'
			)
			a										=							value
			logger.info(f'Feat extract conv layer {layer_id} was initialized from {full_name}.'    )
		elif "weight" in name:
			assert value.shape == feature_extractor.conv_layers[layer_id].conv.weight.data.shape, (
			    f'{full_name} has size {value.shape}, but'
			    f' {feature_extractor.conv_layers[layer_id].conv.weight.data.shape} was found.'
			)
			a										=							value
			logger.info(f'Feat extract conv layer {layer_id} was initialized from {full_name}.'    )
	elif (type_id == 2 and not use_group_norm) or (type_id == 2 and layer_id == 0 and use_group_norm):
		if "bias" in name:
			assert value.shape == feature_extractor.conv_layers[layer_id].layer_norm.bias.data.shape, (
			    f'{full_name} has size {value.shape}, but {feature_extractor[layer_id].layer_norm.bias.data.shape} was'
			    " found."
			)
			a										=							value
			logger.info(f'Feat extract layer norm weight of layer {layer_id} was initialized from {full_name}.'    )
		elif "weight" in name:
			assert value.shape == feature_extractor.conv_layers[layer_id].layer_norm.weight.data.shape, (
			    f'{full_name} has size {value.shape}, but'
			    f' {feature_extractor[layer_id].layer_norm.weight.data.shape} was found.'
			)
			a										=							value
			logger.info(f'Feat extract layer norm weight of layer {layer_id} was initialized from {full_name}.'    )
	else:
		unused_weights.append(__lowerCamelCase    )





@torch.no_grad()
def 		__A		(	__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase=None							,			__lowerCamelCase=None							,			__lowerCamelCase=True    )      ->       List[Any]:
	if config_path is not None:
		a										=							UniSpeechConfig.from_pretrained(__lowerCamelCase    )
	else:
		a										=							UniSpeechConfig()

	if is_finetuned:
		if dict_path:
			a										=							Dictionary.load_from_json(__lowerCamelCase    )

			# important change bos & pad token id since CTC symbol is <pad> and
			# not <s> as in fairseq
			a										=							target_dict.pad_index
			a										=							target_dict.bos_index
			a										=							target_dict.eos_index
			a										=							len(target_dict.symbols    )
			a										=							os.path.join(__lowerCamelCase							,			"""vocab.json"""    )
			if not os.path.isdir(__lowerCamelCase    ):
				logger.error("""--pytorch_dump_folder_path ({}) should be a directory""".format(__lowerCamelCase    )    )
				return
			os.makedirs(__lowerCamelCase							,			exist_ok=__lowerCamelCase    )
			a										=							target_dict.indices

			# fairseq has the <pad> and <s> switched
			a										=							42
			a										=							43
			with open(__lowerCamelCase							,			"""w"""							,			encoding="""utf-8"""    ) as vocab_handle:
				json.dump(__lowerCamelCase							,			__lowerCamelCase    )
			a										=							WavaVecaPhonemeCTCTokenizer(
			    __lowerCamelCase							,			unk_token=target_dict.unk_word							,			pad_token=target_dict.pad_word							,			bos_token=target_dict.bos_word							,			eos_token=target_dict.eos_word							,			word_delimiter_token="""|"""							,			do_lower_case=__lowerCamelCase							,			)
			a										=							True if config.feat_extract_norm == """layer""" else False
			a										=							WavaVecaFeatureExtractor(
			    feature_size=1							,			sampling_rate=1_6000							,			padding_value=0							,			do_normalize=__lowerCamelCase							,			return_attention_mask=__lowerCamelCase							,			)
			a										=							WavaVecaProcessor(feature_extractor=__lowerCamelCase							,			tokenizer=__lowerCamelCase    )
			processor.save_pretrained(__lowerCamelCase    )

		a										=							UniSpeechForCTC(__lowerCamelCase    )
	else:
		a										=							UniSpeechForPreTraining(__lowerCamelCase    )

	if is_finetuned:
		a				, a				, a										=							fairseq.checkpoint_utils.load_model_ensemble_and_task(
		    [checkpoint_path]							,			arg_overrides={"""data""": """/""".join(dict_path.split("""/"""    )[:-1]    ), """w2v_path""": checkpoint_path}    )
	else:
		a				, a				, a										=							fairseq.checkpoint_utils.load_model_ensemble_and_task([checkpoint_path]    )

	a										=							model[0].eval()

	recursively_load_weights(__lowerCamelCase							,			__lowerCamelCase							,			__lowerCamelCase    )

	hf_unispeech.save_pretrained(__lowerCamelCase    )


if __name__ == "__main__":
		__UpperCamelCase					:       List[str]    					=      argparse.ArgumentParser()
		parser.add_argument("--pytorch_dump_folder_path", default=None, type=str, help="Path to the output PyTorch model.")
		parser.add_argument("--checkpoint_path", default=None, type=str, help="Path to fairseq checkpoint")
		parser.add_argument("--dict_path", default=None, type=str, help="Path to dict of fine-tuned model")
		parser.add_argument("--config_path", default=None, type=str, help="Path to hf config.json of model to convert")
		parser.add_argument(
		    "--not_finetuned", action="store_true", help="Whether the model to convert is a fine-tuned model or not"
		)
		__UpperCamelCase					:       Optional[Any]    					=      parser.parse_args()
		convert_unispeech_checkpoint(
		    args.checkpoint_path, args.pytorch_dump_folder_path, args.config_path, args.dict_path, not args.not_finetuned
		)







import gc
import random
import unittest

import numpy as np
import torch
from transformers import CLIPImageProcessor, CLIPVisionConfig, CLIPVisionModel

from diffusers import HeunDiscreteScheduler, PriorTransformer, ShapEImgaImgPipeline
from diffusers.pipelines.shap_e import ShapERenderer
from diffusers.utils import floats_tensor, load_image, load_numpy, slow
from diffusers.utils.testing_utils import require_torch_gpu, torch_device

from ..test_pipelines_common import PipelineTesterMixin, assert_mean_pixel_difference

class 		__lowerCAmelCase	(	__magic_name__      ,       unittest.TestCase ):
							UpperCamelCase__					     =  ShapEImgaImgPipeline
							UpperCamelCase__					     =  ['''image''']
							UpperCamelCase__					     =  ['''image''']
							UpperCamelCase__					     =  [
							    '''num_images_per_prompt''',
							    '''num_inference_steps''',
							    '''generator''',
							    '''latents''',
							    '''guidance_scale''',
							    '''frame_size''',
							    '''output_type''',
							    '''return_dict''',
							]
							UpperCamelCase__					     =  False
							@property
							def       lowerCamelCase__							(						self						:Tuple				):







								'''simple docstring'''







								return 32
							@property
							def       lowerCamelCase__							(						self						:Any				):







								'''simple docstring'''







								return 32
							@property
							def       lowerCamelCase__							(						self						:Dict				):







								'''simple docstring'''







								return self.time_input_dim * 4
							@property
							def       lowerCamelCase__							(						self						:str				):







								'''simple docstring'''







								return 8
							@property
							def       lowerCamelCase__							(						self						:List[Any]				):







								'''simple docstring'''







								torch.manual_seed(0				)
								a										=							CLIPVisionConfig(
								    hidden_size=self.text_embedder_hidden_size		,      image_size=64		,      projection_dim=self.text_embedder_hidden_size		,      intermediate_size=37		,      num_attention_heads=4		,      num_channels=3		,      num_hidden_layers=5		,      patch_size=1		,      )

								a										=							CLIPVisionModel(__magic_name__				)
								return model
							@property
							def       lowerCamelCase__							(						self						:Dict				):







								'''simple docstring'''







								a										=							CLIPImageProcessor(
								    crop_size=224		,      do_center_crop=__magic_name__		,      do_normalize=__magic_name__		,      do_resize=__magic_name__		,      image_mean=[0.48145466, 0.4578275, 0.40821073]		,      image_std=[0.26862954, 0.26130258, 0.27577711]		,      resample=3		,      size=224		,      )

								return image_processor
							@property
							def       lowerCamelCase__							(						self						:str				):







								'''simple docstring'''







								torch.manual_seed(0				)

								a										=							{
								    """num_attention_heads""": 2,
								    """attention_head_dim""": 16,
								    """embedding_dim""": self.time_input_dim,
								    """num_embeddings""": 32,
								    """embedding_proj_dim""": self.text_embedder_hidden_size,
								    """time_embed_dim""": self.time_embed_dim,
								    """num_layers""": 1,
								    """clip_embed_dim""": self.time_input_dim * 2,
								    """additional_embeddings""": 0,
								    """time_embed_act_fn""": """gelu""",
								    """norm_in_type""": """layer""",
								    """embedding_proj_norm_type""": """layer""",
								    """encoder_hid_proj_type""": None,
								    """added_emb_type""": None,
								}

								a										=							PriorTransformer(**__magic_name__				)
								return model
							@property
							def       lowerCamelCase__							(						self						:List[str]				):







								'''simple docstring'''







								torch.manual_seed(0				)

								a										=							{
								    """param_shapes""": (
								        (self.renderer_dim, 93),
								        (self.renderer_dim, 8),
								        (self.renderer_dim, 8),
								        (self.renderer_dim, 8),
								    ),
								    """d_latent""": self.time_input_dim,
								    """d_hidden""": self.renderer_dim,
								    """n_output""": 12,
								    """background""": (
								        0.1,
								        0.1,
								        0.1,
								    ),
								}
								a										=							ShapERenderer(**__magic_name__				)
								return model
							def       lowerCamelCase__							(						self						:List[Any]				):







								'''simple docstring'''







								a										=							self.dummy_prior
								a										=							self.dummy_image_encoder
								a										=							self.dummy_image_processor
								a										=							self.dummy_renderer

								a										=							HeunDiscreteScheduler(
								    beta_schedule="""exp"""		,      num_train_timesteps=1024		,      prediction_type="""sample"""		,      use_karras_sigmas=__magic_name__		,      clip_sample=__magic_name__		,      clip_sample_range=1.0		,      )
								a										=							{
								    """prior""": prior,
								    """image_encoder""": image_encoder,
								    """image_processor""": image_processor,
								    """renderer""": renderer,
								    """scheduler""": scheduler,
								}

								return components
							def       lowerCamelCase__							(						self						:List[Any]		,      __magic_name__						:str		,      __magic_name__						:Tuple=0				):







								'''simple docstring'''







								a										=							floats_tensor((1, 3, 64, 64)		,      rng=random.Random(__magic_name__				)				).to(__magic_name__				)

								if str(__magic_name__				).startswith("""mps"""				):
									a										=							torch.manual_seed(__magic_name__				)
								else:
									a										=							torch.Generator(device=__magic_name__				).manual_seed(__magic_name__				)
								a										=							{
								    """image""": input_image,
								    """generator""": generator,
								    """num_inference_steps""": 1,
								    """frame_size""": 32,
								    """output_type""": """np""",
								}
								return inputs
							def       lowerCamelCase__							(						self						:int				):







								'''simple docstring'''







								a										=							"""cpu"""

								a										=							self.get_dummy_components()

								a										=							self.pipeline_class(**__magic_name__				)
								a										=							pipe.to(__magic_name__				)

								pipe.set_progress_bar_config(disable=__magic_name__				)

								a										=							pipe(**self.get_dummy_inputs(__magic_name__				)				)
								a										=							output.images[0]
								a										=							image[0, -3:, -3:, -1]

								assert image.shape == (20, 32, 32, 3)

								a										=							np.array(
								    [
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								        0.00039216,
								    ]				)

								assert np.abs(image_slice.flatten() - expected_slice				).max() < 1E-2
							def       lowerCamelCase__							(						self						:List[Any]				):







								'''simple docstring'''







								self._test_inference_batch_consistent(batch_sizes=[1, 2]				)
							def       lowerCamelCase__							(						self						:Union[str, Any]				):







								'''simple docstring'''







								a										=							torch_device == """cpu"""
								a										=							True
								self._test_inference_batch_single_identical(
								    batch_size=2		,      test_max_difference=__magic_name__		,      relax_max_difference=__magic_name__		,      )





							def       lowerCamelCase__							(						self						:Any				):







								'''simple docstring'''







								a										=							self.get_dummy_components()
								a										=							self.pipeline_class(**__magic_name__				)
								a										=							pipe.to(__magic_name__				)
								pipe.set_progress_bar_config(disable=__magic_name__				)

								a										=							1
								a										=							2

								a										=							self.get_dummy_inputs(__magic_name__				)

								for key in inputs.keys():
									if key in self.batch_params:
										a										=							batch_size * [inputs[key]]

								a										=							pipe(**__magic_name__		,      num_images_per_prompt=__magic_name__				)[0]

								assert images.shape[0] == batch_size * num_images_per_prompt







@slow
@require_torch_gpu
class 		__lowerCAmelCase	(	unittest.TestCase ):
							def       lowerCamelCase__							(						self						:Optional[int]				):







								'''simple docstring'''







								super().tearDown()
								gc.collect()
								torch.cuda.empty_cache()





							def       lowerCamelCase__							(						self						:Any				):







								'''simple docstring'''







								a										=							load_image(
								    """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main""" """/shap_e/corgi.png"""				)
								a										=							load_numpy(
								    """https://huggingface.co/datasets/hf-internal-testing/diffusers-images/resolve/main"""
								    """/shap_e/test_shap_e_img2img_out.npy"""				)
								a										=							ShapEImgaImgPipeline.from_pretrained("""openai/shap-e-img2img"""				)
								a										=							pipe.to(__magic_name__				)
								pipe.set_progress_bar_config(disable=__magic_name__				)

								a										=							torch.Generator(device=__magic_name__				).manual_seed(0				)

								a										=							pipe(
								    __magic_name__		,      generator=__magic_name__		,      guidance_scale=3.0		,      num_inference_steps=64		,      frame_size=64		,      output_type="""np"""		,      ).images[0]

								assert images.shape == (20, 64, 64, 3)

								assert_mean_pixel_difference(__magic_name__		,      __magic_name__				)

