'''simple docstring'''


import argparse
import json
import sys
from dataclasses import dataclass, field
from functools import partial
from pathlib import Path
from typing import List

import torch
import torch.nn as nn
from huggingface_hub import cached_download, hf_hub_download
from torch import Tensor

from transformers import AutoImageProcessor, VanConfig, VanForImageClassification
from transformers.models.deprecated.van.modeling_van import VanLayerScaling
from transformers.utils import logging


logging.set_verbosity_info()
snake_case__	:     int      =    logging.get_logger(__name__)






@dataclass
class 	__SCREAMING_SNAKE_CASE		:







  '''simple docstring'''






  lowerCamelCase_						:nn.Module
  lowerCamelCase_						:List[nn.Module]		       =						field(default_factory=lowerCamelCase_			)
  lowerCamelCase_						:list		       =						field(default_factory=lowerCamelCase_			)


  def _UpperCamelCase	(					self ,						snake_case_ ,						snake_case_ ,						snake_case_		):




       '''simple docstring'''

       UpperCAmelCase_				:  Optional[Any]  = len(list(m.modules()		)		) == 1 or isinstance(snake_case_ ,						nn.Convad		) or isinstance(snake_case_ ,						nn.BatchNormad		)
       if has_not_submodules:
            if not isinstance(snake_case_ ,						snake_case_		):
                 self.traced.append(snake_case_		)


  def __call__(					self ,						snake_case_		):




       '''simple docstring'''

       for m in self.module.modules():
            self.handles.append(m.register_forward_hook(self._forward_hook		)		)
       self.module(snake_case_		)
       [x.remove() for x in self.handles]
       return self






  @property
  def _UpperCamelCase	(					self		):




       '''simple docstring'''

       return list(filter(lambda snake_case_		: len(list(x.state_dict().keys()		)		) > 0 ,						self.traced		)		)







@dataclass
class 	__SCREAMING_SNAKE_CASE		:







  '''simple docstring'''






  lowerCamelCase_						:nn.Module
  lowerCamelCase_						:nn.Module
  lowerCamelCase_						:int		       =						0
  lowerCamelCase_						:List		       =						field(default_factory=lowerCamelCase_			)
  lowerCamelCase_						:List		       =						field(default_factory=lowerCamelCase_			)


  def __call__(					self ,						snake_case_		):




       '''simple docstring'''

       UpperCAmelCase_				:  Union[str, Any]  = Tracker(self.dest		)(snake_case_		).parametrized
       UpperCAmelCase_				:  Optional[int]  = Tracker(self.src		)(snake_case_		).parametrized

       UpperCAmelCase_				:  Optional[Any]  = list(filter(lambda snake_case_		: type(snake_case_		) not in self.src_skip ,						snake_case_		)		)
       UpperCAmelCase_				:  Union[str, Any]  = list(filter(lambda snake_case_		: type(snake_case_		) not in self.dest_skip ,						snake_case_		)		)

       if len(snake_case_		) != len(snake_case_		):
            raise Exception(
                F'''Numbers of operations are different. Source module has {len(snake_case_		)} operations while'''
                F''' destination module has {len(snake_case_		)}.'''		)

       for dest_m, src_m in zip(snake_case_ ,						snake_case_		):
            dest_m.load_state_dict(src_m.state_dict()		)
            if self.verbose == 1:
                 print(F'''Transfered from={src_m} to={dest_m}'''		)







def    _lowerCamelCase       ( lowerCamelCase_   :				nn.Module      ,	lowerCamelCase_   :				nn.Module  ):



     """simple docstring"""





     UpperCAmelCase_				:  Any  = from_model.state_dict()
     UpperCAmelCase_				:  Optional[Any]  = our_model.state_dict()
     UpperCAmelCase_				:  Tuple  = our_model.config
     UpperCAmelCase_				:  Dict  = []
     for stage_idx in range(len(config.hidden_sizes  )  ):
          for block_id in range(config.depths[stage_idx]  ):
               UpperCAmelCase_				:  Tuple  = F'''block{stage_idx + 1}.{block_id}.layer_scale_1'''
               UpperCAmelCase_				:  Union[str, Any]  = F'''van.encoder.stages.{stage_idx}.layers.{block_id}.attention_scaling.weight'''

               all_keys.append((from_key, to_key)  )
               UpperCAmelCase_				:  str  = F'''block{stage_idx + 1}.{block_id}.layer_scale_2'''
               UpperCAmelCase_				:  Any  = F'''van.encoder.stages.{stage_idx}.layers.{block_id}.mlp_scaling.weight'''

               all_keys.append((from_key, to_key)  )

     for from_key, to_key in all_keys:
          UpperCAmelCase_				:  Optional[int]  = from_state_dict.pop(lowerCamelCase_  )

     our_model.load_state_dict(lowerCamelCase_  )
     return our_model


def    _lowerCamelCase       ( lowerCamelCase_   :				str      ,	lowerCamelCase_   :				VanConfig      ,	lowerCamelCase_   :				str      ,	lowerCamelCase_   :				nn.Module      ,	lowerCamelCase_   :				Path      ,	lowerCamelCase_   :				bool = True      ,	):



     """simple docstring"""





     print(F'''Downloading weights for {name}...'''  )
     UpperCAmelCase_				:  int  = cached_download(lowerCamelCase_  )
     print(F'''Converting {name}...'''  )
     UpperCAmelCase_				:  List[str]  = torch.load(lowerCamelCase_  )['state_dict']
     from_model.load_state_dict(lowerCamelCase_  )
     from_model.eval()
     with torch.no_grad():
          UpperCAmelCase_				:  int  = VanForImageClassification(lowerCamelCase_  ).eval()
          UpperCAmelCase_				:  Dict  = ModuleTransfer(src=lowerCamelCase_      ,	dest=lowerCamelCase_  )
          UpperCAmelCase_				:  Dict  = torch.randn((1, 3, 224, 224)  )
          module_transfer(lowerCamelCase_  )
          UpperCAmelCase_				:  Optional[int]  = copy_parameters(lowerCamelCase_      ,	lowerCamelCase_  )

     if not torch.allclose(from_model(lowerCamelCase_  )      ,	our_model(lowerCamelCase_  ).logits  ):
          raise ValueError('The model logits don\'t match the original one.'  )

     UpperCAmelCase_				:  int  = name
     print(lowerCamelCase_  )

     if push_to_hub:
          our_model.push_to_hub(
              repo_path_or_name=save_directory / checkpoint_name      ,	commit_message='Add model'      ,	use_temp_dir=lowerCamelCase_      ,	)

          # we can use the convnext one
          UpperCAmelCase_				:  Dict  = AutoImageProcessor.from_pretrained('facebook/convnext-base-224-22k-1k'  )
          image_processor.push_to_hub(
              repo_path_or_name=save_directory / checkpoint_name      ,	commit_message='Add image processor'      ,	use_temp_dir=lowerCamelCase_      ,	)

          print(F'''Pushed {checkpoint_name}'''  )


def    _lowerCamelCase       ( lowerCamelCase_   :				Path      ,	lowerCamelCase_   :				str = None      ,	lowerCamelCase_   :				bool = True  ):



     """simple docstring"""





     UpperCAmelCase_				:  Optional[Any]  = 'imagenet-1k-id2label.json'
     UpperCAmelCase_				:  List[str]  = 1000

     UpperCAmelCase_				:  List[str]  = 'huggingface/label-files'
     UpperCAmelCase_				:  Dict  = num_labels
     UpperCAmelCase_				:  Optional[int]  = json.load(open(hf_hub_download(lowerCamelCase_      ,	lowerCamelCase_      ,	repo_type='dataset'  )      ,	'r'  )  )
     UpperCAmelCase_				:  Optional[int]  = {int(lowerCamelCase_  ): v for k, v in idalabel.items()}

     UpperCAmelCase_				:  Tuple  = idalabel
     UpperCAmelCase_				:  List[Any]  = {v: k for k, v in idalabel.items()}

     UpperCAmelCase_				:  Optional[Any]  = partial(lowerCamelCase_      ,	num_labels=lowerCamelCase_      ,	idalabel=lowerCamelCase_      ,	labelaid=lowerCamelCase_  )

     UpperCAmelCase_				:  List[str]  = {
         'van-tiny': ImageNetPreTrainedConfig(
             hidden_sizes=[32, 64, 160, 256]      ,	depths=[3, 3, 5, 2]      ,	mlp_ratios=[8, 8, 4, 4]      ,	),
         'van-small': ImageNetPreTrainedConfig(
             hidden_sizes=[64, 128, 320, 512]      ,	depths=[2, 2, 4, 2]      ,	mlp_ratios=[8, 8, 4, 4]      ,	),
         'van-base': ImageNetPreTrainedConfig(
             hidden_sizes=[64, 128, 320, 512]      ,	depths=[3, 3, 12, 3]      ,	mlp_ratios=[8, 8, 4, 4]      ,	),
         'van-large': ImageNetPreTrainedConfig(
             hidden_sizes=[64, 128, 320, 512]      ,	depths=[3, 5, 27, 3]      ,	mlp_ratios=[8, 8, 4, 4]      ,	),
     }

     UpperCAmelCase_				:  Union[str, Any]  = {
         'van-tiny': van_tiny,
         'van-small': van_small,
         'van-base': van_base,
         'van-large': van_large,
     }

     UpperCAmelCase_				:  Dict  = {
         'van-tiny': (
             'https://huggingface.co/Visual-Attention-Network/VAN-Tiny-original/resolve/main/van_tiny_754.pth.tar'
         ),
         'van-small': (
             'https://huggingface.co/Visual-Attention-Network/VAN-Small-original/resolve/main/van_small_811.pth.tar'
         ),
         'van-base': (
             'https://huggingface.co/Visual-Attention-Network/VAN-Base-original/resolve/main/van_base_828.pth.tar'
         ),
         'van-large': (
             'https://huggingface.co/Visual-Attention-Network/VAN-Large-original/resolve/main/van_large_839.pth.tar'
         ),
     }

     if model_name:
          convert_weight_and_push(
              lowerCamelCase_      ,	names_to_config[model_name]      ,	checkpoint=names_to_original_checkpoints[model_name]      ,	from_model=names_to_original_models[model_name]()      ,	save_directory=lowerCamelCase_      ,	push_to_hub=lowerCamelCase_      ,	)
     else:
          for model_name, config in names_to_config.items():
               convert_weight_and_push(
                   lowerCamelCase_      ,	lowerCamelCase_      ,	checkpoint=names_to_original_checkpoints[model_name]      ,	from_model=names_to_original_models[model_name]()      ,	save_directory=lowerCamelCase_      ,	push_to_hub=lowerCamelCase_      ,	)


if __name__ == "__main__":
 snake_case__	:     str      =    argparse.ArgumentParser()
 # Required parameters
 parser.add_argument(
     '''--model-name''',
     default=None,
     type=str,
     help=(
         '''The name of the model you wish to convert, it must be one of the supported resnet* architecture,'''
         ''' currently: van-tiny/small/base/large. If `None`, all of them will the converted.'''
     ),
 )
 parser.add_argument(
     '''--pytorch_dump_folder_path''',
     default=None,
     type=Path,
     required=True,
     help='''Path to the output PyTorch model directory.''',
 )
 parser.add_argument(
     '''--van_dir''',
     required=True,
     type=Path,
     help=(
         '''A path to VAN\'s original implementation directory. You can download from here:'''
         ''' https://github.com/Visual-Attention-Network/VAN-Classification'''
     ),
 )
 parser.add_argument(
     '''--push_to_hub''',
     default=True,
     type=bool,
     required=False,
     help='''If True, push model and image processor to the hub.''',
 )

 snake_case__	:     Dict      =    parser.parse_args()
 snake_case__	:     Path      =    args.pytorch_dump_folder_path
 pytorch_dump_folder_path.mkdir(exist_ok=True, parents=True)
 snake_case__	:     Any      =    args.van_dir
 # append the path to the parents to maskformer dir
 sys.path.append(str(van_dir.parent))
 from van.models.van import van_base, van_large, van_small, van_tiny

 convert_weights_and_push(pytorch_dump_folder_path, args.model_name, args.push_to_hub)







'''simple docstring'''


import datasets

from .evaluate import (
    apply_no_ans_threshold,
    find_all_best_thresh,
    get_raw_scores,
    make_eval_dict,
    make_qid_to_has_ans,
    merge_eval,
)


snake_case__	:     int      =    '''\
@inproceedings{Rajpurkar2016SQuAD10,
  title={SQuAD: 100, 000+ Questions for Machine Comprehension of Text},
  author={Pranav Rajpurkar and Jian Zhang and Konstantin Lopyrev and Percy Liang},
  booktitle={EMNLP},
  year={2016}
}
'''

snake_case__	:     List[str]      =    '''
This metric wrap the official scoring script for version 2 of the Stanford Question
Answering Dataset (SQuAD).

Stanford Question Answering Dataset (SQuAD) is a reading comprehension dataset, consisting of questions posed by
crowdworkers on a set of Wikipedia articles, where the answer to every question is a segment of text, or span,
from the corresponding reading passage, or the question might be unanswerable.

SQuAD2.0 combines the 100,000 questions in SQuAD1.1 with over 50,000 unanswerable questions
written adversarially by crowdworkers to look similar to answerable ones.
To do well on SQuAD2.0, systems must not only answer questions when possible, but also
determine when no answer is supported by the paragraph and abstain from answering.
'''

snake_case__	:     int      =    '''
Computes SQuAD v2 scores (F1 and EM).
Args:
    predictions: List of triple for question-answers to score with the following elements:
        - the question-answer \'id\' field as given in the references (see below)
        - the text of the answer
        - the probability that the question has no answer
    references: List of question-answers dictionaries with the following key-values:
            - \'id\': id of the question-answer pair (see above),
            - \'answers\': a list of Dict {\'text\': text of the answer as a string}
    no_answer_threshold: float
        Probability threshold to decide that a question has no answer.
Returns:
    \'exact\': Exact match (the normalized answer exactly match the gold answer)
    \'f1\': The F-score of predicted tokens versus the gold answer
    \'total\': Number of score considered
    \'HasAns_exact\': Exact match (the normalized answer exactly match the gold answer)
    \'HasAns_f1\': The F-score of predicted tokens versus the gold answer
    \'HasAns_total\': Number of score considered
    \'NoAns_exact\': Exact match (the normalized answer exactly match the gold answer)
    \'NoAns_f1\': The F-score of predicted tokens versus the gold answer
    \'NoAns_total\': Number of score considered
    \'best_exact\': Best exact match (with varying threshold)
    \'best_exact_thresh\': No-answer probability threshold associated to the best exact match
    \'best_f1\': Best F1 (with varying threshold)
    \'best_f1_thresh\': No-answer probability threshold associated to the best F1
Examples:

    >>> predictions = [{\'prediction_text\': \'1976\', \'id\': \'56e10a3be3433e1400422b22\', \'no_answer_probability\': 0.}]
    >>> references = [{\'answers\': {\'answer_start\': [97], \'text\': [\'1976\']}, \'id\': \'56e10a3be3433e1400422b22\'}]
    >>> squad_v2_metric = datasets.load_metric("squad_v2")
    >>> results = squad_v2_metric.compute(predictions=predictions, references=references)
    >>> print(results)
    {\'exact\': 100.0, \'f1\': 100.0, \'total\': 1, \'HasAns_exact\': 100.0, \'HasAns_f1\': 100.0, \'HasAns_total\': 1, \'best_exact\': 100.0, \'best_exact_thresh\': 0.0, \'best_f1\': 100.0, \'best_f1_thresh\': 0.0}
'''






@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION		,      _KWARGS_DESCRIPTION			)
class 	__SCREAMING_SNAKE_CASE		(			datasets.Metric			):







  '''simple docstring'''






  def _UpperCamelCase	(					self		):




       '''simple docstring'''

       return datasets.MetricInfo(
           description=_DESCRIPTION ,						citation=_CITATION ,						inputs_description=_KWARGS_DESCRIPTION ,						features=datasets.Features(
               {
                   'predictions': {
                       'id': datasets.Value('string'		),
                       'prediction_text': datasets.Value('string'		),
                       'no_answer_probability': datasets.Value('float32'		),
                   },
                   'references': {
                       'id': datasets.Value('string'		),
                       'answers': datasets.features.Sequence(
                           {'text': datasets.Value('string'		), 'answer_start': datasets.Value('int32'		)}		),
                   },
               }		) ,						codebase_urls=['https://rajpurkar.github.io/SQuAD-explorer/'] ,						reference_urls=['https://rajpurkar.github.io/SQuAD-explorer/'] ,						)






  def _UpperCamelCase	(					self ,						snake_case_ ,						snake_case_ ,						snake_case_=1.0		):




       '''simple docstring'''

       UpperCAmelCase_				:  Optional[int]  = {p['id']: p['no_answer_probability'] for p in predictions}
       UpperCAmelCase_				:  Dict  = [{'paragraphs': [{'qas': references}]}]
       UpperCAmelCase_				:  Optional[int]  = {p['id']: p['prediction_text'] for p in predictions}

       UpperCAmelCase_				:  Optional[int]  = make_qid_to_has_ans(snake_case_		)  # maps qid to True/False
       UpperCAmelCase_				:  List[Any]  = [k for k, v in qid_to_has_ans.items() if v]
       UpperCAmelCase_				:  Union[str, Any]  = [k for k, v in qid_to_has_ans.items() if not v]

       UpperCAmelCase_  ,     UpperCAmelCase_				:  Optional[int]  = get_raw_scores(snake_case_ ,						snake_case_		)
       UpperCAmelCase_				:  Tuple  = apply_no_ans_threshold(snake_case_ ,						snake_case_ ,						snake_case_ ,						snake_case_		)
       UpperCAmelCase_				:  Dict  = apply_no_ans_threshold(snake_case_ ,						snake_case_ ,						snake_case_ ,						snake_case_		)
       UpperCAmelCase_				:  str  = make_eval_dict(snake_case_ ,						snake_case_		)

       if has_ans_qids:
            UpperCAmelCase_				:  Dict  = make_eval_dict(snake_case_ ,						snake_case_ ,						qid_list=snake_case_		)
            merge_eval(snake_case_ ,						snake_case_ ,						'HasAns'		)
       if no_ans_qids:
            UpperCAmelCase_				:  List[str]  = make_eval_dict(snake_case_ ,						snake_case_ ,						qid_list=snake_case_		)
            merge_eval(snake_case_ ,						snake_case_ ,						'NoAns'		)
       find_all_best_thresh(snake_case_ ,						snake_case_ ,						snake_case_ ,						snake_case_ ,						snake_case_ ,						snake_case_		)
       return dict(snake_case_		)






