




import csv
import json
import os

import datasets


# TODO: Add BibTeX citation
# Find for instance the citation on arxiv or on the dataset repo/website
UpperCamelCase__						=		'\\n@InProceedings{huggingface:dataset,\ntitle = {A great new dataset},\nauthor={huggingface, Inc.\n},\nyear={2020}\n}\n'

# TODO: Add description of the dataset here
# You can copy an official description
UpperCamelCase__						=		'\\nThis new dataset is designed to solve this great NLP task and is crafted with a lot of care.\n'

# TODO: Add a link to an official homepage for the dataset here
UpperCamelCase__						=		''

# TODO: Add the licence for the dataset here if you can find it
UpperCamelCase__						=		''

# TODO: Add link to the official dataset URLs here
# The HuggingFace Datasets library doesn't host the datasets but only points to the original files.
# This can be an arbitrary nested dict/list of URLs (see below in `_split_generators` method)
UpperCamelCase__						=		{
    'first_domain': 'https://huggingface.co/great-new-dataset-first_domain.zip',
    'second_domain': 'https://huggingface.co/great-new-dataset-second_domain.zip',
}


class 							__SCREAMING_SNAKE_CASE				(						datasets.GeneratorBasedBuilder    ):
					_lowerCamelCase						    =					datasets.Version("""1.1.0"""    )

					# This is an example of a dataset with multiple configurations.
					# If you don't want/need to define several sub-sets in your dataset,
					# just remove the BUILDER_CONFIG_CLASS and the BUILDER_CONFIGS attributes.

					# If you need to make complex sub-parts in the datasets with configurable options
					# You can create your own builder configuration class to store attribute, inheriting from datasets.BuilderConfig
					# BUILDER_CONFIG_CLASS = MyBuilderConfig

					# You will be able to load one or the other configurations in the following list with
					# data = datasets.load_dataset('my_dataset', 'first_domain')
					# data = datasets.load_dataset('my_dataset', 'second_domain')
					_lowerCamelCase						    =					[
					    datasets.BuilderConfig(name="""first_domain"""  ,	version=lowerCamelCase  ,	description="""This part of my dataset covers a first domain"""    ),
					    datasets.BuilderConfig(name="""second_domain"""  ,	version=lowerCamelCase  ,	description="""This part of my dataset covers a second domain"""    ),
					]

					_lowerCamelCase						    =					"""first_domain"""  # It's not mandatory to have a default configuration. Just use one if it make sense.

					def       lowercase_				(							self   ):







						'''simple docstring'''




						if self.config.name == "first_domain":  # This is the name of the configuration selected in BUILDER_CONFIGS above
							lowerCamelCase_				:						Any				  =				datasets.Features(
							    {
							        'sentence': datasets.Value('string'   ),
							        'option1': datasets.Value('string'   ),
							        'answer': datasets.Value('string'   )
							        # These are the features of your dataset like images, labels ...
							    }   )
						else:  # This is an example to show how to have different features for "first_domain" and "second_domain"
							lowerCamelCase_				:						List[str]				  =				datasets.Features(
							    {
							        'sentence': datasets.Value('string'   ),
							        'option2': datasets.Value('string'   ),
							        'second_domain_answer': datasets.Value('string'   )
							        # These are the features of your dataset like images, labels ...
							    }   )
						return datasets.DatasetInfo(
						    # This is the description that will appear on the datasets page.
						    description=_DESCRIPTION					,			features=__lowercase					,			homepage=_HOMEPAGE					,			license=_LICENSE					,			citation=_CITATION					,			)

					def       lowercase_				(							self					,			__lowercase   ):







						'''simple docstring'''




						lowerCamelCase_				:						str				  =				_URLS[self.config.name]
						lowerCamelCase_				:						int				  =				dl_manager.download_and_extract(__lowercase   )
						return [
						    datasets.SplitGenerator(
						        name=datasets.Split.TRAIN					,			gen_kwargs={
						            'filepath': os.path.join(__lowercase					,			'train.jsonl'   ),
						            'split': 'train',
						        }					,			),
						    datasets.SplitGenerator(
						        name=datasets.Split.VALIDATION					,			gen_kwargs={
						            'filepath': os.path.join(__lowercase					,			'dev.jsonl'   ),
						            'split': 'dev',
						        }					,			),
						    datasets.SplitGenerator(
						        name=datasets.Split.TEST					,			gen_kwargs={
						            'filepath': os.path.join(__lowercase					,			'test.jsonl'   ),
						            'split': 'test'
						        }					,			),
						]





					def       lowercase_				(							self					,			__lowercase					,			__lowercase   ):







						'''simple docstring'''




						with open(__lowercase					,			encoding='utf-8'   ) as f:
							for key, row in enumerate(__lowercase   ):
								lowerCamelCase_				:						Optional[int]				  =				json.loads(__lowercase   )
								if self.config.name == "first_domain":
									# Yields examples as (key, example) tuples
									yield key, {
									    "sentence": data["sentence"],
									    "option1": data["option1"],
									    "answer": "" if split == "test" else data["answer"],
									}
								else:
									yield key, {
									    "sentence": data["sentence"],
									    "option2": data["option2"],
									    "second_domain_answer": "" if split == "test" else data["second_domain_answer"],
									}


import argparse

from transformers import ConvBertConfig, ConvBertModel, TFConvBertModel, load_tf_weights_in_convbert
from transformers.utils import logging


logging.set_verbosity_info()
def        __lowercase(							__snake_case				:		Dict    ,__snake_case				:		List[str]    ,__snake_case				:		List[Any]					)       ->   str:
       __snake_case						       =   ConvBertConfig.from_json_file(__snake_case					)
       __snake_case						       =   ConvBertModel(__snake_case					)

       __snake_case						       =   load_tf_weights_in_convbert(__snake_case    ,__snake_case    ,__snake_case					)
       model.save_pretrained(__snake_case					)

       __snake_case						       =   TFConvBertModel.from_pretrained(__snake_case    ,from_pt=__snake_case					)
       tf_model.save_pretrained(__snake_case					)


if __name__ == "__main__":
 lowerCamelCase_				:							List[Any]       =    argparse.ArgumentParser()
 # Required parameters
 parser.add_argument(
     "--tf_checkpoint_path", default=None, type=str, required=True, help="Path to the TensorFlow checkpoint path."
 )
 parser.add_argument(
     "--convbert_config_file",
     default=None,
     type=str,
     required=True,
     help=(
         "The config json file corresponding to the pre-trained ConvBERT model. \n"
         "This specifies the model architecture."
     ),
 )
 parser.add_argument(
     "--pytorch_dump_path", default=None, type=str, required=True, help="Path to the output PyTorch model."
 )
 lowerCamelCase_				:							Union[str, Any]       =    parser.parse_args()
 convert_orig_tfa_checkpoint_to_pytorch(args.tf_checkpoint_path, args.convbert_config_file, args.pytorch_dump_path)
