From f2b476e08bd62813191d013dab4b1801f14c2e79 Mon Sep 17 00:00:00 2001 From: Michael Peter Christen Date: Fri, 11 Jul 2014 16:26:52 +0200 Subject: [PATCH] don't do a double check to solr for failed documents if they are not written to solr --- source/net/yacy/search/index/ErrorCache.java | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/source/net/yacy/search/index/ErrorCache.java b/source/net/yacy/search/index/ErrorCache.java index 6796e5a76..b8828b918 100644 --- a/source/net/yacy/search/index/ErrorCache.java +++ b/source/net/yacy/search/index/ErrorCache.java @@ -102,8 +102,6 @@ public class ErrorCache { public void push(final DigestURL url, final int crawldepth, final CrawlProfile profile, final FailCategory failCategory, String anycause, final int httpcode) { // assert executor != null; // null == proxy ! assert failCategory.store || httpcode == -1 : "failCategory=" + failCategory.name(); - if (exists(url.hash())) - return; // don't insert double causes if (anycause == null) anycause = "unknown"; final String reason = anycause + ((httpcode >= 0) ? " (http return code = " + httpcode + ")" : ""); if (!reason.startsWith("double")) log.info(url.toNormalform(true) + " - " + reason); @@ -111,7 +109,7 @@ public class ErrorCache { url, profile == null ? null : profile.collections(), failCategory.name() + " " + reason, failCategory.failType, httpcode, crawldepth); - if (this.fulltext.getDefaultConnector() != null && failCategory.store) { + if (this.fulltext.getDefaultConnector() != null && failCategory.store && !exists(url.hash())) { // send the error to solr try { // do not overwrite error reports with error reports