explain crawl denial when not switched to intranet mode

pull/1/head
Michael Peter Christen 10 years ago
parent f818f84adb
commit 6983dff334

@ -542,7 +542,7 @@ public final class CrawlStacker {
if (this.acceptLocalURLs && local) return null; if (this.acceptLocalURLs && local) return null;
if (this.acceptGlobalURLs && !local) return null; if (this.acceptGlobalURLs && !local) return null;
final String host = url.getHost(); final String host = url.getHost();
if (host == null) return "url.host is null"; if (host == null) return "url.host is null (you must switch to intranet mode to crawl these sources)";
// check if this is a local address and we are allowed to index local pages: // check if this is a local address and we are allowed to index local pages:
//boolean local = hostAddress.isSiteLocalAddress() || hostAddress.isLoopbackAddress(); //boolean local = hostAddress.isSiteLocalAddress() || hostAddress.isLoopbackAddress();
//assert local == yacyURL.isLocalDomain(url.hash()); // TODO: remove the dnsResolve above! //assert local == yacyURL.isLocalDomain(url.hash()); // TODO: remove the dnsResolve above!

Loading…
Cancel
Save