@@ -0,0 +1,1667 @@
+package crawler;%0A%0Aimport edu.uci.ics.crawler4j.crawler.CrawlConfig;%0Aimport edu.uci.ics.crawler4j.crawler.CrawlController;%0Aimport edu.uci.ics.crawler4j.fetcher.PageFetcher;%0Aimport edu.uci.ics.crawler4j.robotstxt.RobotstxtConfig;%0Aimport edu.uci.ics.crawler4j.robotstxt.RobotstxtServer;%0A%0Apublic class Driver %7B%0A        public static void main(String%5B%5D args) throws Exception %7B%0A                String crawlStorageFolder = %22/home/jinhoim/ilbe%22;%0A                int numberOfCrawlers = 1;%0A%0A                CrawlConfig config = new CrawlConfig();%0A                config.setCrawlStorageFolder(crawlStorageFolder);%0A%0A                /*%0A                 * Instantiate the controller for this crawl.%0A                 */%0A                PageFetcher pageFetcher = new PageFetcher(config);%0A                RobotstxtConfig robotstxtConfig = new RobotstxtConfig();%0A                RobotstxtServer robotstxtServer = new RobotstxtServer(robotstxtConfig, pageFetcher);%0A                CrawlController controller = new CrawlController(config, pageFetcher, robotstxtServer);%0A%0A                /*%0A                 * For each crawl, you need to add some seed urls. These are the first%0A                 * URLs that are fetched and then the crawler starts following links%0A                 * which are found in these pages%0A                 */%0A                controller.addSeed(%22http://www.ilbe.com/%22);%0A%0A                /*%0A                 * Start the crawl. This is a blocking operation, meaning that your code%0A                 * will reach the line after this only when crawling is finished.%0A                 */%0A                controller.start(Crawler.class, numberOfCrawlers);    %0A        %7D%0A%7D%0A

Create Driver.java