def load_urls_from_text(text):
    """Load urls from text, one per line,
    ignore lines with #, ignores duplicity"""
    urls = set()

    lines = text.split('\n')

    for line in lines:
        # Ignore all white characters
        url = line.strip()
        # Take url only if is not commented
        if not line.startswith("#") and (url != '') and (url is not None):
            urls.add(url)

    return urls