pull/135/head
Apply55gx 7 years ago
parent 8e732d437c
commit 3c905a2a5c

@ -37,9 +37,9 @@ import net.yacy.document.parser.html.ContentScraperListener;
* @author luccioman * @author luccioman
* *
*/ */
public class CrawlStarterFromSraper implements ContentScraperListener { public class CrawlStarterFromScraper implements ContentScraperListener {
private final static ConcurrentLog log = new ConcurrentLog(CrawlStarterFromSraper.class.getSimpleName()); private final static ConcurrentLog log = new ConcurrentLog(CrawlStarterFromScraper.class.getSimpleName());
/** CrawlStacker instance : will receive anchor links used as crawl starting points */ /** CrawlStacker instance : will receive anchor links used as crawl starting points */
private CrawlStacker crawlStacker; private CrawlStacker crawlStacker;
@ -58,7 +58,7 @@ public class CrawlStarterFromSraper implements ContentScraperListener {
* @param replace Specify whether old indexed entries should be replaced * @param replace Specify whether old indexed entries should be replaced
* @throws IllegalArgumentException when a required parameter is null * @throws IllegalArgumentException when a required parameter is null
*/ */
public CrawlStarterFromSraper(final CrawlStacker crawlStacker, final byte[] initiatorHash, public CrawlStarterFromScraper(final CrawlStacker crawlStacker, final byte[] initiatorHash,
final CrawlProfile profile, final CrawlProfile profile,
final boolean replace) { final boolean replace) {
if(crawlStacker == null) { if(crawlStacker == null) {

@ -139,7 +139,7 @@ public class FileCrawlStarterTask extends Thread {
* This is the listener which makes possible the push of links to the * This is the listener which makes possible the push of links to the
* crawl stacker without waiting the complete end of content scraping * crawl stacker without waiting the complete end of content scraping
*/ */
CrawlStarterFromSraper anchorListener = new CrawlStarterFromSraper(this.crawlStacker, this.initiatorHash, CrawlStarterFromScraper anchorListener = new CrawlStarterFromScraper(this.crawlStacker, this.initiatorHash,
this.profile, true); this.profile, true);
this.scraper.registerHtmlFilterEventListener(anchorListener); this.scraper.registerHtmlFilterEventListener(anchorListener);

Loading…
Cancel
Save