from recon.core.module import BaseModule
from urllib import quote_plus
import os

class Module(BaseModule):
    meta = {
        'name': 'Github Gist Searcher',
        'author': 'Tim Tomes (@LaNMaSteR53)',
        'description': 'Uses the Github API to download and search Gists for possible information disclosures. Updates the \'vulnerabilities\' table with the results.',
        'query': "SELECT DISTINCT url FROM repositories WHERE url IS NOT NULL AND resource LIKE 'Github' AND category LIKE 'gist'",
        'options': (
            ('keywords', os.path.join(BaseModule.data_path, 'gist_keywords.txt'), True, 'file containing a list of keywords'),
        ),
    }

    def module_run(self, gists):
        with open(self.options['keywords']) as fp:
            # create list of keywords and filter out comments
            keywords = [x.strip() for x in fp.read().splitlines() if x and not x.startswith('#')]
        for gist in gists:
            filename = gist.split(os.sep)[-1]
            self.heading(filename, level=0)
            resp = self.request(gist)
            for keyword in keywords:
                self.verbose('Searching Gist for: %s' % (keyword))
                lines = resp.raw.splitlines()
                for lineno, line in enumerate(lines):
                    if keyword in line:
                        data = {
                            'reference': gist,
                            'example': 'line %d: %s' % (lineno, line.strip()),
                            'category': 'Information Disclosure',
                        }
                        for key in sorted(data.keys()):
                            self.output('%s: %s' % (key.title(), data[key]))
                        print(self.ruler*50)
                        self.add_vulnerabilities(**data)
