import json


def getTokensInfo(ds):
    """
    Get name of the token set and number of tokens used
    for tokenization of problem solutions
    Parameters:
    - ds             - directory with tokenized dataset
    Returns:
    - Name of token set
    - Number of tokens
    """
    _info_fn = f"{ds}/info.json"
    with open(_info_fn, 'r') as _info_json:
        _info = json.load(_info_json)
    return _info["token_set"], _info["n_tokens"]