

"""simple docstring"""




SCREAMING_SNAKE_CASE_  :      int							=      [
    ['''ab-e1''', '''ac-e3''', '''ad-e5''', '''bc-e4''', '''bd-e2''', '''be-e6''', '''bh-e12''', '''cd-e2''', '''ce-e4''',
     '''de-e1''', '''df-e8''', '''dg-e5''', '''dh-e10''', '''ef-e3''', '''eg-e2''', '''fg-e6''', '''gh-e6''', '''hi-e3'''],
    ['''ab-e1''', '''ac-e3''', '''ad-e5''', '''bc-e4''', '''bd-e2''', '''be-e6''', '''cd-e2''', '''de-e1''', '''df-e8''',
     '''ef-e3''', '''eg-e2''', '''fg-e6'''],
    ['''ab-e1''', '''ac-e3''', '''bc-e4''', '''bd-e2''', '''de-e1''', '''df-e8''', '''dg-e5''', '''ef-e3''', '''eg-e2''',
     '''eh-e12''', '''fg-e6''', '''fh-e10''', '''gh-e6'''],
    ['''ab-e1''', '''ac-e3''', '''bc-e4''', '''bd-e2''', '''bh-e12''', '''cd-e2''', '''df-e8''', '''dh-e10'''],
    ['''ab-e1''', '''ac-e3''', '''ad-e5''', '''bc-e4''', '''bd-e2''', '''cd-e2''', '''ce-e4''', '''de-e1''', '''df-e8''',
     '''dg-e5''', '''ef-e3''', '''eg-e2''', '''fg-e6''']
]



def 						UpperCAmelCase__ (					A__ )   ->   Tuple:




   """simple docstring"""
   lowerCamelCase__						       =      set()
   for row in edge_array:
      for item in row:
         distinct_edge.add(item[0] )
   return list(A__ )



def 						UpperCAmelCase__ (					A__						,     A__ )   ->   Optional[Any]:




   """simple docstring"""
   lowerCamelCase__						       =      ["0"] * len(A__ )
   for i, row in enumerate(A__ ):
      for item in row:
         if distinct_edge in item[0]:
            lowerCamelCase__						       =      "1"
            break
   return "".join(A__ )



def 						UpperCAmelCase__ (					A__ )   ->   Optional[Any]:




   """simple docstring"""
   lowerCamelCase__						       =      get_distinct_edge(A__ )
   lowerCamelCase__						       =      {}

   for item in distinct_edge:
      lowerCamelCase__						       =      get_bitcode(A__						,     A__ )
      # print('bit',bit)
      # bt=''.join(bit)
      lowerCamelCase__						       =      bit.count("1" )
      lowerCamelCase__						       =      [s, bit]
   # Store [Distinct edge, WT(Bitcode), Bitcode] in descending order
   lowerCamelCase__						       =      [
       [k, v[0], v[1]]
       for k, v in sorted(frequency_table.items()						,     key=lambda A__ : v[1][0]						,     reverse=A__ )
   ]
   return sorted_frequency_table



def 						UpperCAmelCase__ (					A__ )   ->   Union[str, Any]:




   """simple docstring"""
   lowerCamelCase__						       =      {}
   for _, item in enumerate(A__ ):
      nodes.setdefault(item[2]						,     [] ).append(item[0] )
   return nodes



def 						UpperCAmelCase__ (					A__ )   ->   Union[str, Any]:




   """simple docstring"""
   lowerCamelCase__						       =      {}
   for key, value in nodes.items():
      lowerCamelCase__						       =      value
   return cluster



def 						UpperCAmelCase__ (					A__ )   ->   Tuple:




   """simple docstring"""
   return [i * 100 / len(A__ ) for i in cluster]



def 						UpperCAmelCase__ (					)   ->   None:




   """simple docstring"""
   print("\nNodes\n" )
   for key, value in nodes.items():
      print(A__						,     A__ )
   print("\nSupport\n" )
   print(A__ )
   print("\n Cluster \n" )
   for key, value in sorted(cluster.items()						,     reverse=A__ ):
      print(A__						,     A__ )
   print("\n Graph\n" )
   for key, value in graph.items():
      print(A__						,     A__ )
   print("\n Edge List of Frequent subgraphs \n" )
   for edge_list in freq_subgraph_edge_list:
      print(A__ )



def 						UpperCAmelCase__ (					A__						,     A__						,     A__						,     A__ )   ->   Any:




   """simple docstring"""
   for i in cluster[ca]:
      lowerCamelCase__						       =      0
      lowerCamelCase__						       =      ca + 1
      while ca < max(cluster.keys() ):
         for j in cluster[ca]:
            if int(A__						,     2 ) & int(A__						,     2 ) == int(A__						,     2 ):
               if tuple(nodes[i] ) in graph:
                  graph[tuple(nodes[i] )].append(nodes[j] )
               else:
                  lowerCamelCase__						       =      [nodes[j]]
               count += 1
         if count == 0:
            lowerCamelCase__						       =      ca + 1
         else:
            break



def 						UpperCAmelCase__ (					A__						,     A__ )   ->   List[Any]:




   """simple docstring"""
   lowerCamelCase__						       =      cluster[max(cluster.keys() )]
   lowerCamelCase__						       =      "Header"
   lowerCamelCase__						       =      {}
   for i in x:
      if (["Header"],) in graph:
         graph[(["Header"],)].append(x[i] )
      else:
         lowerCamelCase__						       =      [x[i]]
   for i in x:
      lowerCamelCase__						       =      [["Header"]]
   lowerCamelCase__						       =      1
   while i < max(A__ ) - 1:
      create_edge(A__						,     A__						,     A__						,     A__ )
      lowerCamelCase__						       =      i + 1
   return graph



def 						UpperCAmelCase__ (					A__						,     A__						,     A__						,     A__=None )   ->   str:




   """simple docstring"""
   lowerCamelCase__						       =      (path or []) + [start]
   if start == end:
      paths.append(A__ )
   for node in graph[start]:
      if tuple(A__ ) not in path:
         my_dfs(A__						,     tuple(A__ )						,     A__						,     A__ )



def 						UpperCAmelCase__ (					A__						,     A__						,     A__ )   ->   Tuple:




   """simple docstring"""
   lowerCamelCase__						       =      int(s / 100 * (len(A__ ) - 1) )
   for i in cluster[k]:
      my_dfs(A__						,     tuple(cluster[k][i] )						,     (["Header"],) )



def 						UpperCAmelCase__ (					A__ )   ->   int:




   """simple docstring"""
   lowerCamelCase__						       =      []
   for edges in paths:
      lowerCamelCase__						       =      []
      for j in range(len(A__ ) - 1 ):
         lowerCamelCase__						       =      list(edges[j] )
         for e in temp:
            lowerCamelCase__						       =      (e[0], e[1])
            el.append(A__ )
      freq_sub_el.append(A__ )
   return freq_sub_el



def 						UpperCAmelCase__ (					A__ )   ->   Union[str, Any]:




   """simple docstring"""
   for i in range(len(A__ ) ):
      for j in range(len(edge_array[i] ) ):
         lowerCamelCase__						       =      edge_array[i][j].split("-" )
         lowerCamelCase__						       =      t


if __name__ == "__main__":
     preprocess(edge_array)
     SCREAMING_SNAKE_CASE_  :      int							=      get_frequency_table(edge_array)
     SCREAMING_SNAKE_CASE_  :      Optional[int]							=      get_nodes(frequency_table)
     SCREAMING_SNAKE_CASE_  :      List[str]							=      get_cluster(nodes)
     SCREAMING_SNAKE_CASE_  :      Union[str, Any]							=      get_support(cluster)
     SCREAMING_SNAKE_CASE_  :      List[str]							=      construct_graph(cluster, nodes)
     find_freq_subgraph_given_support(60, cluster, graph)
     SCREAMING_SNAKE_CASE_  :      list							=      []
     SCREAMING_SNAKE_CASE_  :      int							=      freq_subgraphs_edge_list(paths)
     print_all()







"""simple docstring"""




import json
import os
from functools import lru_cache
from typing import TYPE_CHECKING, List, Optional, Tuple

import regex as re

from ...tokenization_utils import AddedToken, PreTrainedTokenizer
from ...utils import logging


if TYPE_CHECKING:
     from transformers.pipelines.conversational import Conversation

SCREAMING_SNAKE_CASE_  :      Optional[int]							=      logging.get_logger(__name__)

SCREAMING_SNAKE_CASE_  :      Optional[int]							=      {
    '''vocab_file''': '''vocab.json''',
    '''merges_file''': '''merges.txt''',
}

SCREAMING_SNAKE_CASE_  :      Dict							=      {
    '''vocab_file''': {
        '''gpt2''': '''https://huggingface.co/gpt2/resolve/main/vocab.json''',
        '''gpt2-medium''': '''https://huggingface.co/gpt2-medium/resolve/main/vocab.json''',
        '''gpt2-large''': '''https://huggingface.co/gpt2-large/resolve/main/vocab.json''',
        '''gpt2-xl''': '''https://huggingface.co/gpt2-xl/resolve/main/vocab.json''',
        '''distilgpt2''': '''https://huggingface.co/distilgpt2/resolve/main/vocab.json''',
    },
    '''merges_file''': {
        '''gpt2''': '''https://huggingface.co/gpt2/resolve/main/merges.txt''',
        '''gpt2-medium''': '''https://huggingface.co/gpt2-medium/resolve/main/merges.txt''',
        '''gpt2-large''': '''https://huggingface.co/gpt2-large/resolve/main/merges.txt''',
        '''gpt2-xl''': '''https://huggingface.co/gpt2-xl/resolve/main/merges.txt''',
        '''distilgpt2''': '''https://huggingface.co/distilgpt2/resolve/main/merges.txt''',
    },
}

SCREAMING_SNAKE_CASE_  :      Optional[Any]							=      {
    '''gpt2''': 1024,
    '''gpt2-medium''': 1024,
    '''gpt2-large''': 1024,
    '''gpt2-xl''': 1024,
    '''distilgpt2''': 1024,
}



@lru_cache()
def 						UpperCAmelCase__ (					)   ->   Optional[int]:




   """simple docstring"""
   lowerCamelCase__						       =      (
       list(range(ord("!" )						,     ord("~" ) + 1 ) ) + list(range(ord("¡" )						,     ord("¬" ) + 1 ) ) + list(range(ord("®" )						,     ord("ÿ" ) + 1 ) )
   )
   lowerCamelCase__						       =      bs[:]
   lowerCamelCase__						       =      0
   for b in range(2**8 ):
      if b not in bs:
         bs.append(A__ )
         cs.append(2**8 + n )
         n += 1
   lowerCamelCase__						       =      [chr(A__ ) for n in cs]
   return dict(zip(A__						,     A__ ) )



def 						UpperCAmelCase__ (					A__ )   ->   int:




   """simple docstring"""
   lowerCamelCase__						       =      set()
   lowerCamelCase__						       =      word[0]
   for char in word[1:]:
      pairs.add((prev_char, char) )
      lowerCamelCase__						       =      char
   return pairs


class 		_A							(      __a       ):
      __a             =						VOCAB_FILES_NAMES
      __a             =						PRETRAINED_VOCAB_FILES_MAP
      __a             =						PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES
      __a             =						['input_ids', 'attention_mask']





      def __init__(	self     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__="replace"     ,    SCREAMING_SNAKE_CASE__="<|endoftext|>"     ,    SCREAMING_SNAKE_CASE__="<|endoftext|>"     ,    SCREAMING_SNAKE_CASE__="<|endoftext|>"     ,    SCREAMING_SNAKE_CASE__=None     ,    SCREAMING_SNAKE_CASE__=False     ,    SCREAMING_SNAKE_CASE__=False     ,    **SCREAMING_SNAKE_CASE__     ,    ) ->       List[str]:
         lowerCamelCase__						       =      AddedToken(SCREAMING_SNAKE_CASE__     ,    lstrip=SCREAMING_SNAKE_CASE__     ,    rstrip=SCREAMING_SNAKE_CASE__		) if isinstance(SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__		) else bos_token
         lowerCamelCase__						       =      AddedToken(SCREAMING_SNAKE_CASE__     ,    lstrip=SCREAMING_SNAKE_CASE__     ,    rstrip=SCREAMING_SNAKE_CASE__		) if isinstance(SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__		) else eos_token
         lowerCamelCase__						       =      AddedToken(SCREAMING_SNAKE_CASE__     ,    lstrip=SCREAMING_SNAKE_CASE__     ,    rstrip=SCREAMING_SNAKE_CASE__		) if isinstance(SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__		) else unk_token
         lowerCamelCase__						       =      AddedToken(SCREAMING_SNAKE_CASE__     ,    lstrip=SCREAMING_SNAKE_CASE__     ,    rstrip=SCREAMING_SNAKE_CASE__		) if isinstance(SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__		) else pad_token
         super().__init__(
             errors=SCREAMING_SNAKE_CASE__     ,    unk_token=SCREAMING_SNAKE_CASE__     ,    bos_token=SCREAMING_SNAKE_CASE__     ,    eos_token=SCREAMING_SNAKE_CASE__     ,    pad_token=SCREAMING_SNAKE_CASE__     ,    add_prefix_space=SCREAMING_SNAKE_CASE__     ,    add_bos_token=SCREAMING_SNAKE_CASE__     ,    **SCREAMING_SNAKE_CASE__     ,    )
         lowerCamelCase__						       =      add_bos_token

         with open(SCREAMING_SNAKE_CASE__     ,    encoding="utf-8"		) as vocab_handle:
            lowerCamelCase__						       =      json.load(SCREAMING_SNAKE_CASE__		)
         lowerCamelCase__						       =      {v: k for k, v in self.encoder.items()}
         lowerCamelCase__						       =      errors  # how to handle errors in decoding
         lowerCamelCase__						       =      bytes_to_unicode()
         lowerCamelCase__						       =      {v: k for k, v in self.byte_encoder.items()}
         with open(SCREAMING_SNAKE_CASE__     ,    encoding="utf-8"		) as merges_handle:
            lowerCamelCase__						       =      merges_handle.read().split("\n"		)[1:-1]
         lowerCamelCase__						       =      [tuple(merge.split()		) for merge in bpe_merges]
         lowerCamelCase__						       =      dict(zip(SCREAMING_SNAKE_CASE__     ,    range(len(SCREAMING_SNAKE_CASE__		)		)		)		)
         lowerCamelCase__						       =      {}
         lowerCamelCase__						       =      add_prefix_space

         # Should have added re.IGNORECASE so BPE merges can happen for capitalized versions of contractions
         lowerCamelCase__						       =      re.compile(r"'s|'t|'re|'ve|'m|'ll|'d| ?\p{L}+| ?\p{N}+| ?[^\s\p{L}\p{N}]+|\s+(?!\S)|\s+"		)





      @property
      def        _lowerCamelCase	(	self		) ->       Optional[int]:
         return len(self.encoder		)





      def        _lowerCamelCase	(	self		) ->       str:
         return dict(self.encoder     ,    **self.added_tokens_encoder		)





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       Any:
         if token in self.cache:
            return self.cache[token]
         lowerCamelCase__						       =      tuple(SCREAMING_SNAKE_CASE__		)
         lowerCamelCase__						       =      get_pairs(SCREAMING_SNAKE_CASE__		)

         if not pairs:
            return token

         while True:
            lowerCamelCase__						       =      min(SCREAMING_SNAKE_CASE__     ,    key=lambda SCREAMING_SNAKE_CASE__		: self.bpe_ranks.get(SCREAMING_SNAKE_CASE__     ,    float("inf"		)		)		)
            if bigram not in self.bpe_ranks:
               break
            lowerCamelCase__       ,							lowerCamelCase__						       =      bigram
            lowerCamelCase__						       =      []
            lowerCamelCase__						       =      0
            while i < len(SCREAMING_SNAKE_CASE__		):
               try:
                  lowerCamelCase__						       =      word.index(SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__		)
               except ValueError:
                  new_word.extend(word[i:]		)
                  break
               else:
                  new_word.extend(word[i:j]		)
                  lowerCamelCase__						       =      j

               if word[i] == first and i < len(SCREAMING_SNAKE_CASE__		) - 1 and word[i + 1] == second:
                  new_word.append(first + second		)
                  i += 2
               else:
                  new_word.append(word[i]		)
                  i += 1
            lowerCamelCase__						       =      tuple(SCREAMING_SNAKE_CASE__		)
            lowerCamelCase__						       =      new_word
            if len(SCREAMING_SNAKE_CASE__		) == 1:
               break
            else:
               lowerCamelCase__						       =      get_pairs(SCREAMING_SNAKE_CASE__		)
         lowerCamelCase__						       =      " ".join(SCREAMING_SNAKE_CASE__		)
         lowerCamelCase__						       =      word
         return word





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__=None		) ->       Optional[int]:
         if self.add_bos_token:
            lowerCamelCase__						       =      [self.bos_token_id]
         else:
            lowerCamelCase__						       =      []

         lowerCamelCase__						       =      bos_token_ids + token_ids_a

         if token_ids_a is None:
            return output

         return output + bos_token_ids + token_ids_a





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__ = None     ,    SCREAMING_SNAKE_CASE__ = False		) ->       List[int]:
         if already_has_special_tokens:
            return super().get_special_tokens_mask(
                token_ids_a=SCREAMING_SNAKE_CASE__     ,    token_ids_a=SCREAMING_SNAKE_CASE__     ,    already_has_special_tokens=SCREAMING_SNAKE_CASE__		)

         if not self.add_bos_token:
            return super().get_special_tokens_mask(
                token_ids_a=SCREAMING_SNAKE_CASE__     ,    token_ids_a=SCREAMING_SNAKE_CASE__     ,    already_has_special_tokens=SCREAMING_SNAKE_CASE__		)

         if token_ids_a is None:
            return [1] + ([0] * len(SCREAMING_SNAKE_CASE__		))
         return [1] + ([0] * len(SCREAMING_SNAKE_CASE__		)) + [1] + ([0] * len(SCREAMING_SNAKE_CASE__		))





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       Tuple:
         lowerCamelCase__						       =      []
         for token in re.findall(self.pat     ,    SCREAMING_SNAKE_CASE__		):
            lowerCamelCase__						       =      "".join(
                self.byte_encoder[b] for b in token.encode("utf-8"		)		)  # Maps all our bytes to unicode strings, avoiding control tokens of the BPE (spaces in our case)
            bpe_tokens.extend(bpe_token for bpe_token in self.bpe(SCREAMING_SNAKE_CASE__		).split(" "		)		)
         return bpe_tokens





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       Tuple:
         return self.encoder.get(SCREAMING_SNAKE_CASE__     ,    self.encoder.get(self.unk_token		)		)





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       Any:
         return self.decoder.get(SCREAMING_SNAKE_CASE__		)





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       str:
         lowerCamelCase__						       =      "".join(SCREAMING_SNAKE_CASE__		)
         lowerCamelCase__						       =      bytearray([self.byte_decoder[c] for c in text]		).decode("utf-8"     ,    errors=self.errors		)
         return text





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__ = None		) ->       Tuple[str]:
         if not os.path.isdir(SCREAMING_SNAKE_CASE__		):
            logger.error(f'Vocabulary path ({save_directory}) should be a directory'		)
            return
         lowerCamelCase__						       =      os.path.join(
             SCREAMING_SNAKE_CASE__     ,    (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"]		)
         lowerCamelCase__						       =      os.path.join(
             SCREAMING_SNAKE_CASE__     ,    (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["merges_file"]		)

         with open(SCREAMING_SNAKE_CASE__     ,    "w"     ,    encoding="utf-8"		) as f:
            f.write(json.dumps(self.encoder     ,    indent=2     ,    sort_keys=SCREAMING_SNAKE_CASE__     ,    ensure_ascii=SCREAMING_SNAKE_CASE__		) + "\n"		)

         lowerCamelCase__						       =      0
         with open(SCREAMING_SNAKE_CASE__     ,    "w"     ,    encoding="utf-8"		) as writer:
            writer.write("#version: 0.2\n"		)
            for bpe_tokens, token_index in sorted(self.bpe_ranks.items()     ,    key=lambda SCREAMING_SNAKE_CASE__		: kv[1]		):
               if index != token_index:
                  logger.warning(
                      f'Saving vocabulary to {merge_file}: BPE merge indices are not consecutive.'
                      " Please check that the tokenizer is not corrupted!"		)
                  lowerCamelCase__						       =      token_index
               writer.write(" ".join(SCREAMING_SNAKE_CASE__		) + "\n"		)
               index += 1

         return vocab_file, merge_file





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__     ,    SCREAMING_SNAKE_CASE__=False     ,    **SCREAMING_SNAKE_CASE__		) ->       int:
         lowerCamelCase__						       =      kwargs.pop("add_prefix_space"     ,    self.add_prefix_space		)
         if is_split_into_words or add_prefix_space:
            lowerCamelCase__						       =      " " + text
         return (text, kwargs)





      def        _lowerCamelCase	(	self     ,    SCREAMING_SNAKE_CASE__		) ->       List[int]:
         lowerCamelCase__						       =      []
         for is_user, text in conversation.iter_texts():
            input_ids.extend(self.encode(SCREAMING_SNAKE_CASE__     ,    add_special_tokens=SCREAMING_SNAKE_CASE__		) + [self.eos_token_id]		)
         if len(SCREAMING_SNAKE_CASE__		) > self.model_max_length:
            lowerCamelCase__						       =      input_ids[-self.model_max_length :]
         return input_ids




