import re


def tokenize(doc):
    """
    Lower case, remove punctuation and split in spaces
    """
    doc = doc.lower()
    doc = re.sub('[,;]', ' ', doc)
    doc = re.split('\s+', doc)
    doc = filter(None, doc)
    return doc