From e27aeb7fdce00d2fc8d30f65a47e86873032c596 Mon Sep 17 00:00:00 2001 From: orbiter Date: Sun, 9 Sep 2007 19:21:41 +0000 Subject: [PATCH] patch for bad crawl filter at crawl start git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@4086 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- htroot/WatchCrawler_p.java | 1 + 1 file changed, 1 insertion(+) diff --git a/htroot/WatchCrawler_p.java b/htroot/WatchCrawler_p.java index 3358af088..a8f8aa478 100644 --- a/htroot/WatchCrawler_p.java +++ b/htroot/WatchCrawler_p.java @@ -102,6 +102,7 @@ public class WatchCrawler_p { if (fullDomain) try { newcrawlingfilter = ".*" + (new yacyURL(post.get("crawlingURL",""), null)).getHost() + ".*"; } catch (MalformedURLException e) {} + if (newcrawlingfilter.length() < 2) newcrawlingfilter = ".*"; // avoid that all urls are filtered out if bad value was submitted env.setConfig("crawlingFilter", newcrawlingfilter); int newcrawlingdepth = Integer.parseInt(post.get("crawlingDepth", "8"));