def create_lm_inputs_labels(dataset, vocab):
  """Create inputs and labels for language modelling."""
  decode_id = vocab.decode_id
  end_id = vocab.end_id
  inputs = [[decode_id] + vocab.lookup(seq) for seq in dataset]
  labels = [vocab.lookup(seq) + [end_id] for seq in dataset]
  return inputs, labels