diff --git a/source/net/yacy/search/Switchboard.java b/source/net/yacy/search/Switchboard.java index 75fbfbb9a..f9de2e9be 100644 --- a/source/net/yacy/search/Switchboard.java +++ b/source/net/yacy/search/Switchboard.java @@ -2692,7 +2692,7 @@ public final class Switchboard extends serverSwitch { // check which files may take part in the indexing process final List doclist = new ArrayList(); docloop: for (final Document document : in.documents) { - if (document.indexingDenied() && profile.obeyHtmlRobotsNoindex()) { + if (document.indexingDenied() && profile.obeyHtmlRobotsNoindex() && !this.isIntranetMode()) { if (this.log.isInfo()) this.log.info("Not Condensed Resource '" + urls + "': denied by document-attached noindexing rule"); // create a new errorURL DB entry this.crawlQueues.errorURL.push(in.queueEntry.url(), in.queueEntry.depth(), profile, FailCategory.FINAL_PROCESS_CONTEXT, "denied by document-attached noindexing rule", -1);