import re


def tokenize(text):
    """ Extract text tokens from a string"""
    # replace all token delimiters with a costmmon delimiter - space and split it
    # make all lowerscore and replace underscores with space first
    text = re.sub('_', ' ', text.lower())
    tokens = re.findall(r'[\w]+', text)
    return list(tokens)