def load_vocab(vocab_path):
    """
    Loads a vocabulary file

    Parameters
    ----------
    vocab_path : Full file path to the vocabulary file

    Returns
    -------
    :index2token List of the tokens
    :token2index A dictionary mapping tokens to indices 
    """
    tokens_list = []
    with open(vocab_path, "r") as f:
        for line in f:
            tokens_list.append(line.strip())
    token2index = {s: i for i, s in enumerate(tokens_list)}
    return tokens_list, token2index