def is_chinese(tokens):
  """Judge if the tokens are in Chinese. The current criterion is if each token
  contains one single character, because when the documents are in Chinese,
  we tokenize each character when formatting the dataset.
  """
  is_of_len_1 = all([len(t)==1 for t in tokens[:100]])
  return is_of_len_1