fix/enhancement in Crawler: do not generate domain match pattern if crawl depth is 0

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7607 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 14 years ago
parent b1d133b69f
commit 43e1660512

@ -415,7 +415,7 @@ public class Crawler_p {
// get links and generate filter
final Map<MultiProtocolURI, String> hyperlinks = scraper.getAnchors();
if (fullDomain) newcrawlingMustMatch = siteFilter(hyperlinks.keySet());
if (fullDomain && newcrawlingdepth > 0) newcrawlingMustMatch = siteFilter(hyperlinks.keySet());
final DigestURI crawlURL = new DigestURI("file://" + crawlingFile.toString());
final CrawlProfile profile = new CrawlProfile(
@ -493,7 +493,7 @@ public class Crawler_p {
// get links and generate filter
final Map<MultiProtocolURI, String> hyperlinks = scraper.getAnchors();
if (fullDomain) newcrawlingMustMatch = siteFilter(hyperlinks.keySet());
if (fullDomain && newcrawlingdepth > 0) newcrawlingMustMatch = siteFilter(hyperlinks.keySet());
// put links onto crawl queue
final CrawlProfile profile = new CrawlProfile(

Loading…
Cancel
Save