





'''simple docstring'''







import argparse

import torch
from torch import nn

from transformers import SpeechaTextConfig, SpeechaTextForConditionalGeneration






def  _lowerCamelCase				( lowercase						:      Union[str, Any]						)	->	Union[str, Any]:
				_a								= [
				    "encoder.version",
				    "decoder.version",
				    "model.encoder.version",
				    "model.decoder.version",
				    "decoder.output_projection.weight",
				    "_float_tensor",
				    "encoder.embed_positions._float_tensor",
				    "decoder.embed_positions._float_tensor",
				]
				for k in ignore_keys:
								state_dict.pop(lowercase    ,							lowercase						)






def  _lowerCamelCase				( lowercase						:      List[str]						)	->	Tuple:
				_a								= list(s_dict.keys()						)
				for key in keys:
								if "transformer_layers" in key:
												_a								= s_dict.pop(lowercase						)
								elif "subsample" in key:
												_a								= s_dict.pop(lowercase						)






def  _lowerCamelCase				( lowercase						:      Optional[int]						)	->	Union[str, Any]:
				_a								= emb.weight.shape
				_a								= nn.Linear(lowercase    ,							lowercase    ,							bias=lowercase						)
				_a								= emb.weight.data
				return lin_layer






def  _lowerCamelCase				( lowercase						:      Optional[int]    ,							lowercase						:      List[Any]						)	->	List[str]:
				_a								= torch.load(lowercase    ,							map_location="cpu"						)
				_a								= mam_aaa["args"]
				_a								= mam_aaa["model"]
				_a								= state_dict["decoder.output_projection.weight"]

				remove_ignore_keys_(lowercase						)
				rename_keys(lowercase						)

				_a								= state_dict["decoder.embed_tokens.weight"].shape[0]

				_a								= args.share_decoder_input_output_embed

				_a								= [int(lowercase						) for i in args.conv_kernel_sizes.split(","						)]
				_a								= SpeechaTextConfig(
				    vocab_size=lowercase    ,							max_source_positions=args.max_source_positions    ,							max_target_positions=args.max_target_positions    ,							encoder_layers=args.encoder_layers    ,							decoder_layers=args.decoder_layers    ,							encoder_attention_heads=args.encoder_attention_heads    ,							decoder_attention_heads=args.decoder_attention_heads    ,							encoder_ffn_dim=args.encoder_ffn_embed_dim    ,							decoder_ffn_dim=args.decoder_ffn_embed_dim    ,							d_model=args.encoder_embed_dim    ,							dropout=args.dropout    ,							attention_dropout=args.attention_dropout    ,							activation_dropout=args.activation_dropout    ,							activation_function="relu"    ,							num_conv_layers=len(lowercase						)    ,							conv_channels=args.conv_channels    ,							conv_kernel_sizes=lowercase    ,							input_feat_per_channel=args.input_feat_per_channel    ,							input_channels=args.input_channels    ,							tie_word_embeddings=lowercase    ,							num_beams=5    ,							max_length=200    ,							use_cache=lowercase    ,							decoder_start_token_id=2    ,							early_stopping=lowercase    ,							)

				_a								= SpeechaTextForConditionalGeneration(lowercase						)
				_a								= model.model.load_state_dict(lowercase    ,							strict=lowercase						)
				if len(lowercase						) > 0 and not set(lowercase						) <= {
				    "encoder.embed_positions.weights",
				    "decoder.embed_positions.weights",
				}:
								raise ValueError(
								    "Only `encoder.embed_positions.weights` and `decoder.embed_positions.weights`  are allowed to be missing,"
								    F' but all the following weights are missing {missing}'						)

				if tie_embeds:
								_a								= make_linear_from_emb(model.model.decoder.embed_tokens						)
				else:
								_a								= lm_head_weights

				model.save_pretrained(lowercase						)


if __name__ == "__main__":
					lowerCAmelCase_					:    Optional[int]      	=			argparse.ArgumentParser()
					# Required parameters
					parser.add_argument('--fairseq_path', type=str, help='Path to the fairseq model (.pt) file.')
					parser.add_argument('--pytorch_dump_folder_path', default=None, type=str, help='Path to the output PyTorch model.')
					lowerCAmelCase_					:    Any      	=			parser.parse_args()
					convert_fairseq_sat_checkpoint_to_tfms(args.fairseq_path, args.pytorch_dump_folder_path)




"""simple docstring"""



from __future__ import annotations

import unittest

import numpy as np

from transformers import BlipTextConfig
from transformers.testing_utils import require_tf, slow
from transformers.utils import is_tf_available

from ...test_configuration_common import ConfigTester
from ...test_modeling_tf_common import TFModelTesterMixin, ids_tensor, random_attention_mask


if is_tf_available():
  import tensorflow as tf

  from transformers import TFBlipTextModel
  from transformers.models.blip.modeling_tf_blip import TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LIST







class _lowerCAmelCase				:







   def __init__(	self						,	UpperCamelCase__						,	UpperCamelCase__=12						,	UpperCamelCase__=7						,	UpperCamelCase__=True						,	UpperCamelCase__=True						,	UpperCamelCase__=True						,	UpperCamelCase__=99						,	UpperCamelCase__=32						,	UpperCamelCase__=32						,	UpperCamelCase__=2						,	UpperCamelCase__=4						,	UpperCamelCase__=37						,	UpperCamelCase__=0.1						,	UpperCamelCase__=0.1						,	UpperCamelCase__=512						,	UpperCamelCase__=0.02						,	UpperCamelCase__=0						,	UpperCamelCase__=None						,	)	->		Dict:

       '''simple docstring'''




       snake_case    :      Optional[Any]      					=    parent
       snake_case    :      Dict      					=    batch_size
       snake_case    :      List[str]      					=    seq_length
       snake_case    :      Dict      					=    is_training
       snake_case    :      Optional[Any]      					=    use_input_mask
       snake_case    :      Optional[int]      					=    use_labels
       snake_case    :      Tuple      					=    vocab_size
       snake_case    :      Optional[Any]      					=    hidden_size
       snake_case    :      Optional[Any]      					=    projection_dim
       snake_case    :      List[Any]      					=    num_hidden_layers
       snake_case    :      List[Any]      					=    num_attention_heads
       snake_case    :      int      					=    intermediate_size
       snake_case    :      str      					=    dropout
       snake_case    :      List[Any]      					=    attention_dropout
       snake_case    :      Any      					=    max_position_embeddings
       snake_case    :      List[Any]      					=    initializer_range
       snake_case    :      Any      					=    scope
       snake_case    :      Union[str, Any]      					=    bos_token_id







   def  lowerCamelCase		(	self						)	->		str:

       '''simple docstring'''




       snake_case    :      str      					=    ids_tensor([self.batch_size, self.seq_length]						,	self.vocab_size						)

       snake_case    :      int      					=    None
       if self.use_input_mask:
           snake_case    :      Optional[int]      					=    random_attention_mask([self.batch_size, self.seq_length]						)

       if input_mask is not None:
           snake_case    :      Tuple      					=    input_mask.numpy()
           snake_case					,snake_case    :      str      					=    input_mask.shape
           snake_case    :      Tuple      					=    np.random.randint(1						,	seq_length - 1						,	size=(batch_size,)						)
           for batch_idx, start_index in enumerate(UpperCamelCase__						):
               snake_case    :      int      					=    1
               snake_case    :      Tuple      					=    0

       snake_case    :      Union[str, Any]      					=    self.get_config()

       return config, input_ids, tf.convert_to_tensor(UpperCamelCase__						)







   def  lowerCamelCase		(	self						)	->		Union[str, Any]:

       '''simple docstring'''




       return BlipTextConfig(
           vocab_size=self.vocab_size						,	hidden_size=self.hidden_size						,	projection_dim=self.projection_dim						,	num_hidden_layers=self.num_hidden_layers						,	num_attention_heads=self.num_attention_heads						,	intermediate_size=self.intermediate_size						,	dropout=self.dropout						,	attention_dropout=self.attention_dropout						,	max_position_embeddings=self.max_position_embeddings						,	initializer_range=self.initializer_range						,	bos_token_id=self.bos_token_id						,	)







   def  lowerCamelCase		(	self						,	UpperCamelCase__						,	UpperCamelCase__						,	UpperCamelCase__						)	->		Tuple:

       '''simple docstring'''




       snake_case    :      str      					=    TFBlipTextModel(config=UpperCamelCase__						)
       snake_case    :      Any      					=    model(UpperCamelCase__						,	attention_mask=UpperCamelCase__						,	training=UpperCamelCase__						)
       snake_case    :      Optional[int]      					=    model(UpperCamelCase__						,	training=UpperCamelCase__						)
       self.parent.assertEqual(result.last_hidden_state.shape						,	(self.batch_size, self.seq_length, self.hidden_size)						)
       self.parent.assertEqual(result.pooler_output.shape						,	(self.batch_size, self.hidden_size)						)







   def  lowerCamelCase		(	self						)	->		List[str]:

       '''simple docstring'''




       snake_case    :      Tuple      					=    self.prepare_config_and_inputs()
       snake_case					,snake_case					,snake_case    :      Tuple      					=    config_and_inputs
       snake_case    :      str      					=    {"input_ids": input_ids, "attention_mask": input_mask}
       return config, inputs_dict







@require_tf
class _lowerCAmelCase				(      snake_case_    ,							unittest.TestCase	):
   __UpperCAmelCase :       Any							  =  (TFBlipTextModel,) if is_tf_available() else ()
   __UpperCAmelCase :       Any							  =  False
   __UpperCAmelCase :       Dict							  =  False
   __UpperCAmelCase :       List[Any]							  =  False







   def  lowerCamelCase		(	self						)	->		List[str]:

       '''simple docstring'''




       snake_case    :      List[Any]      					=    BlipTextModelTester(self						)
       snake_case    :      Optional[int]      					=    ConfigTester(self						,	config_class=UpperCamelCase__						,	hidden_size=37						)







   def  lowerCamelCase		(	self						)	->		int:

       '''simple docstring'''




       self.config_tester.run_common_tests()







   def  lowerCamelCase		(	self						)	->		str:

       '''simple docstring'''




       snake_case    :      List[str]      					=    self.model_tester.prepare_config_and_inputs()
       self.model_tester.create_and_check_model(*UpperCamelCase__						)







   def  lowerCamelCase		(	self						)	->		Union[str, Any]:

       '''simple docstring'''




       pass







   def  lowerCamelCase		(	self						)	->		List[str]:

       '''simple docstring'''




       pass







   @unittest.skip(reason="Blip does not use inputs_embeds"						)
   def  lowerCamelCase		(	self						)	->		Tuple:

       '''simple docstring'''




       pass







   @unittest.skip(reason="BlipTextModel has no base class and is not available in MODEL_MAPPING"						)
   def  lowerCamelCase		(	self						)	->		Optional[Any]:

       '''simple docstring'''




       pass







   @unittest.skip(reason="BlipTextModel has no base class and is not available in MODEL_MAPPING"						)
   def  lowerCamelCase		(	self						)	->		Any:

       '''simple docstring'''




       pass







   @slow
   def  lowerCamelCase		(	self						)	->		int:

       '''simple docstring'''




       for model_name in TF_BLIP_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
           snake_case    :      List[str]      					=    TFBlipTextModel.from_pretrained(UpperCamelCase__						)
           self.assertIsNotNone(UpperCamelCase__						)







   def  lowerCamelCase		(	self						,	UpperCamelCase__=True						)	->		Optional[int]:

       '''simple docstring'''




       super().test_pt_tf_model_equivalence(allow_missing_keys=UpperCamelCase__						)





