


'''simple docstring'''

import subprocess
from argparse import ArgumentParser
from typing import List, Union

from huggingface_hub.hf_api import HfFolder, create_repo, whoami
from requests.exceptions import HTTPError

from . import BaseTransformersCLICommand
class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      @staticmethod
      def    UpperCamelCase__	(UpperCamelCase					:					ArgumentParser				):

             '''simple docstring'''







             lowercase__       =				parser.add_parser('''login'''     ,		help='''Log in using the same credentials as on huggingface.co'''				)
             login_parser.set_defaults(func=lambda UpperCamelCase				: LoginCommand(UpperCamelCase				)				)
             lowercase__       =				parser.add_parser('''whoami'''     ,		help='''Find out which huggingface.co account you are logged in as.'''				)
             whoami_parser.set_defaults(func=lambda UpperCamelCase				: WhoamiCommand(UpperCamelCase				)				)
             lowercase__       =				parser.add_parser('''logout'''     ,		help='''Log out'''				)
             logout_parser.set_defaults(func=lambda UpperCamelCase				: LogoutCommand(UpperCamelCase				)				)

             # new system: git-based repo system
             lowercase__       =				parser.add_parser(
                 '''repo'''     ,		help='''Deprecated: use `huggingface-cli` instead. Commands to interact with your huggingface.co repos.'''     ,		)
             lowercase__       =				repo_parser.add_subparsers(
                 help='''Deprecated: use `huggingface-cli` instead. huggingface.co repos related commands'''				)
             lowercase__       =				repo_subparsers.add_parser(
                 '''create'''     ,		help='''Deprecated: use `huggingface-cli` instead. Create a new repo on huggingface.co'''				)
             repo_create_parser.add_argument(
                 '''name'''     ,		type=UpperCamelCase     ,		help='''Name for your model\'s repo. Will be namespaced under your username to build the model id.'''     ,		)
             repo_create_parser.add_argument('''--organization'''     ,		type=UpperCamelCase     ,		help='''Optional: organization namespace.'''				)
             repo_create_parser.add_argument('''-y'''     ,		'''--yes'''     ,		action='''store_true'''     ,		help='''Optional: answer Yes to the prompt'''				)
             repo_create_parser.set_defaults(func=lambda UpperCamelCase				: RepoCreateCommand(UpperCamelCase				)				)






class 						__lowerCAmelCase		:





      '''simple docstring'''






      lowerCAmelCase__      :  int						      =							"""\u001b[1m"""
      lowerCAmelCase__      :  Any						      =							"""\u001b[31m"""
      lowerCAmelCase__      :  Optional[int]						      =							"""\u001b[90m"""
      lowerCAmelCase__      :  Any						      =							"""\u001b[0m"""



      @classmethod
      def    UpperCamelCase__	(cls					:					List[str]     ,		UpperCamelCase					:					Tuple				):

             '''simple docstring'''







             return f"{cls._bold}{s}{cls._reset}"



      @classmethod
      def    UpperCamelCase__	(cls					:					Any     ,		UpperCamelCase					:					str				):

             '''simple docstring'''







             return f"{cls._bold}{cls._red}{s}{cls._reset}"






      @classmethod
      def    UpperCamelCase__	(cls					:					List[str]     ,		UpperCamelCase					:					int				):

             '''simple docstring'''







             return f"{cls._gray}{s}{cls._reset}"






def _SCREAMING_SNAKE_CASE   (A						,				A ) -> str:






       """simple docstring"""







       lowercase__       =				[max(len(str(A ) ) for x in col ) for col in zip(*A						,				A )]
       lowercase__       =				('''{{:{}}} ''' * len(A )).format(*A )
       lowercase__       =				[]
       lines.append(row_format.format(*A ) )
       lines.append(row_format.format(*['''-''' * w for w in col_widths] ) )
       for row in rows:
              lines.append(row_format.format(*A ) )
       return "\n".join(A )
class 						__lowerCAmelCase		:





      '''simple docstring'''






      def __init__(self					:					int     ,		UpperCamelCase					:					Union[str, Any]				):

             '''simple docstring'''







             lowercase__       =				args






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					int				):

             '''simple docstring'''







             print(
                 ANSI.red(
                     '''ERROR! `huggingface-cli login` uses an outdated login mechanism '''
                     '''that is not compatible with the Hugging Face Hub backend anymore. '''
                     '''Please use `huggingface-cli login instead.'''				)				)






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					Any				):

             '''simple docstring'''







             print(
                 ANSI.red(
                     '''WARNING! `transformers-cli whoami` is deprecated and will be removed in v5. Please use '''
                     '''`huggingface-cli whoami` instead.'''				)				)
             lowercase__       =				HfFolder.get_token()
             if token is None:
                    print('''Not logged in'''				)
                    exit()
             try:
                    lowercase__    ,lowercase__       =				whoami(UpperCamelCase				)
                    print(UpperCamelCase				)
                    if orgs:
                           print(ANSI.bold('''orgs: '''				)     ,		''','''.join(UpperCamelCase				)				)
             except HTTPError as e:
                    print(UpperCamelCase				)
                    print(ANSI.red(e.response.text				)				)
                    exit(1				)






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					List[Any]				):

             '''simple docstring'''







             print(
                 ANSI.red(
                     '''ERROR! `transformers-cli logout` uses an outdated logout mechanism '''
                     '''that is not compatible with the Hugging Face Hub backend anymore. '''
                     '''Please use `huggingface-cli logout instead.'''				)				)






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					Union[str, Any]				):

             '''simple docstring'''







             print(
                 ANSI.red(
                     '''WARNING! Managing repositories through transformers-cli is deprecated. '''
                     '''Please use `huggingface-cli` instead.'''				)				)
             lowercase__       =				HfFolder.get_token()
             if token is None:
                    print('''Not logged in'''				)
                    exit(1				)
             try:
                    lowercase__       =				subprocess.check_output(['''git''', '''--version''']				).decode('''utf-8'''				)
                    print(ANSI.gray(stdout.strip()				)				)
             except FileNotFoundError:
                    print('''Looks like you do not have git installed, please install.'''				)

             try:
                    lowercase__       =				subprocess.check_output(['''git-lfs''', '''--version''']				).decode('''utf-8'''				)
                    print(ANSI.gray(stdout.strip()				)				)
             except FileNotFoundError:
                    print(
                        ANSI.red(
                            '''Looks like you do not have git-lfs installed, please install.'''
                            ''' You can install from https://git-lfs.github.com/.'''
                            ''' Then run `git lfs install` (you only have to do this once).'''				)				)
             print(''''''				)

             lowercase__    ,lowercase__       =				whoami(UpperCamelCase				)
             lowercase__       =				self.args.organization if self.args.organization is not None else user
             lowercase__       =				f"{namespace}/{self.args.name}"
             print(f"You are about to create {ANSI.bold(UpperCamelCase				)}"				)

             if not self.args.yes:
                    lowercase__       =				input('''Proceed? [Y/n] '''				).lower()
                    if not (choice == "" or choice == "y" or choice == "yes"):
                           print('''Abort'''				)
                           exit()
             try:
                    lowercase__       =				create_repo(UpperCamelCase     ,		name=self.args.name     ,		organization=self.args.organization				)
             except HTTPError as e:
                    print(UpperCamelCase				)
                    print(ANSI.red(e.response.text				)				)
                    exit(1				)
             print('''\nYour repo now lives at:'''				)
             print(f"  {ANSI.bold(UpperCamelCase				)}"				)
             print('''\nYou can clone it locally with the command below, and commit/push as usual.'''				)
             print(f"\n  git clone {url}"				)
             print(''''''				)








'''simple docstring'''

import argparse
import collections
from pathlib import Path

import torch
from torch.serialization import default_restore_location

from transformers import BertConfig, DPRConfig, DPRContextEncoder, DPRQuestionEncoder, DPRReader


lowerCamelCase							:     List[str]								=			collections.namedtuple(
    'CheckpointState', ['model_dict', 'optimizer_dict', 'scheduler_dict', 'offset', 'epoch', 'encoder_params']
)

def _SCREAMING_SNAKE_CASE   (A ) -> CheckpointState:






       """simple docstring"""







       print(f"Reading saved model from {model_file}" )
       lowercase__       =				torch.load(A						,				map_location=lambda A						,				A : default_restore_location(A						,				'''cpu''' ) )
       return CheckpointState(**A )
class 						__lowerCAmelCase		:





      '''simple docstring'''






      def __init__(self					:					Any     ,		UpperCamelCase					:					Path				):

             '''simple docstring'''







             lowercase__       =				src_file



      def    UpperCamelCase__	(self					:					List[str]				):

             '''simple docstring'''







             raise NotImplementedError






      @staticmethod
      def    UpperCamelCase__	(UpperCamelCase					:					str     ,		*UpperCamelCase					:					Dict     ,		**UpperCamelCase					:					int				):

             '''simple docstring'''







             if comp_type.startswith('''c'''				):
                    return DPRContextEncoderState(*UpperCamelCase     ,		**UpperCamelCase				)
             if comp_type.startswith('''q'''				):
                    return DPRQuestionEncoderState(*UpperCamelCase     ,		**UpperCamelCase				)
             if comp_type.startswith('''r'''				):
                    return DPRReaderState(*UpperCamelCase     ,		**UpperCamelCase				)
             else:
                    raise ValueError('''Component type must be either \'ctx_encoder\', \'question_encoder\' or \'reader\'.'''				)






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					Any				):

             '''simple docstring'''







             lowercase__       =				DPRContextEncoder(DPRConfig(**BertConfig.get_config_dict('''bert-base-uncased'''				)[0]				)				)
             print(f"Loading DPR biencoder from {self.src_file}"				)
             lowercase__       =				load_states_from_checkpoint(self.src_file				)
             lowercase__    ,lowercase__       =				model.ctx_encoder, '''ctx_model.'''
             # Fix changes from https://github.com/huggingface/transformers/commit/614fef1691edb806de976756d4948ecbcd0c0ca3
             lowercase__       =				{'''bert_model.embeddings.position_ids''': model.ctx_encoder.bert_model.embeddings.position_ids}
             for key, value in saved_state.model_dict.items():
                    if key.startswith(UpperCamelCase				):
                           lowercase__       =				key[len(UpperCamelCase				) :]
                           if not key.startswith('''encode_proj.'''				):
                                  lowercase__       =				'''bert_model.''' + key
                           lowercase__       =				value
             encoder.load_state_dict(UpperCamelCase				)
             return model






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					Union[str, Any]				):

             '''simple docstring'''







             lowercase__       =				DPRQuestionEncoder(DPRConfig(**BertConfig.get_config_dict('''bert-base-uncased'''				)[0]				)				)
             print(f"Loading DPR biencoder from {self.src_file}"				)
             lowercase__       =				load_states_from_checkpoint(self.src_file				)
             lowercase__    ,lowercase__       =				model.question_encoder, '''question_model.'''
             # Fix changes from https://github.com/huggingface/transformers/commit/614fef1691edb806de976756d4948ecbcd0c0ca3
             lowercase__       =				{'''bert_model.embeddings.position_ids''': model.question_encoder.bert_model.embeddings.position_ids}
             for key, value in saved_state.model_dict.items():
                    if key.startswith(UpperCamelCase				):
                           lowercase__       =				key[len(UpperCamelCase				) :]
                           if not key.startswith('''encode_proj.'''				):
                                  lowercase__       =				'''bert_model.''' + key
                           lowercase__       =				value
             encoder.load_state_dict(UpperCamelCase				)
             return model






class 						__lowerCAmelCase		(lowercase_  ):





      '''simple docstring'''






      def    UpperCamelCase__	(self					:					Optional[Any]				):

             '''simple docstring'''







             lowercase__       =				DPRReader(DPRConfig(**BertConfig.get_config_dict('''bert-base-uncased'''				)[0]				)				)
             print(f"Loading DPR reader from {self.src_file}"				)
             lowercase__       =				load_states_from_checkpoint(self.src_file				)
             # Fix changes from https://github.com/huggingface/transformers/commit/614fef1691edb806de976756d4948ecbcd0c0ca3
             lowercase__       =				{
                 '''encoder.bert_model.embeddings.position_ids''': model.span_predictor.encoder.bert_model.embeddings.position_ids
             }
             for key, value in saved_state.model_dict.items():
                    if key.startswith('''encoder.'''				) and not key.startswith('''encoder.encode_proj'''				):
                           lowercase__       =				'''encoder.bert_model.''' + key[len('''encoder.'''				) :]
                    lowercase__       =				value
             model.span_predictor.load_state_dict(UpperCamelCase				)
             return model






def _SCREAMING_SNAKE_CASE   (A						,				A						,				A ) -> Optional[Any]:






       """simple docstring"""







       lowercase__       =				Path(A )
       dest_dir.mkdir(exist_ok=A )

       lowercase__       =				DPRState.from_type(A						,				src_file=A )
       lowercase__       =				dpr_state.load_dpr_model()
       model.save_pretrained(A )
       model.from_pretrained(A )  # sanity check


if __name__ == "__main__":
 lowerCamelCase							:     List[Any]								=			argparse.ArgumentParser()
 # Required parameters
 parser.add_argument(
     '--type', type=str, help='Type of the component to convert: \'ctx_encoder\', \'question_encoder\' or \'reader\'.'
 )
 parser.add_argument(
     '--src',
     type=str,
     help=(
         'Path to the dpr checkpoint file. They can be downloaded from the official DPR repo'
         ' https://github.com/facebookresearch/DPR. Note that in the official repo, both encoders are stored in the'
         ' \'retriever\' checkpoints.'
     ),
 )
 parser.add_argument('--dest', type=str, default=None, help='Path to the output PyTorch model directory.')
 lowerCamelCase							:     Optional[int]								=			parser.parse_args()

 lowerCamelCase							:     List[str]								=			Path(args.src)
 lowerCamelCase							:     List[Any]								=			f"""converted-{src_file.name}""" if args.dest is None else args.dest
 lowerCamelCase							:     Optional[int]								=			Path(dest_dir)
 assert src_file.exists()
 assert (
     args.type is not None
 ), "Please specify the component type of the DPR model to convert: 'ctx_encoder', 'question_encoder' or 'reader'."
 convert(args.type, src_file, dest_dir)




