in host browser also show the properties of failed documents including

referrer urls (this is a VERY USEFUL SEO and Web Admin feature!!)

htroot/HostBrowser.java

@@ -441,7 +441,9 @@ public class HostBrowser {
                                     // maybe this is only in the errorURL
                                     prop.put("files_list_" + c + "_type_stored_error", process == HarvestProcess.ERRORS ? sb.crawlQueues.errorURL.get(ASCII.String(uri.hash())).getFailReason() : "unknown error");
                                 } else {
-                                    prop.put("files_list_" + c + "_type_stored_error", failType == FailType.excl ? "excluded from indexing" : "load fail");
+                                    String ids = ASCII.String(uri.hash());
+                                    InfoCacheEntry ice = infoCache.get(ids);
+                                    prop.put("files_list_" + c + "_type_stored_error", failType == FailType.excl ? "excluded from indexing" : "load fail; " + ice.toString());
                                 }
                             }
                             if (loadRight) {

source/net/yacy/search/index/Segment.java

@@ -327,7 +327,8 @@ public class Segment {
             this.externalHosts = new RowHandleSet(6, Base64Order.enhancedCoder, 0);
             this.internalIDs = new RowHandleSet(12, Base64Order.enhancedCoder, 0);
             this.externalIDs = new RowHandleSet(12, Base64Order.enhancedCoder, 0);
-            if (Segment.this.fulltext.writeToWebgraph()) {
+            boolean useWebgraph = Segment.this.fulltext.writeToWebgraph();
+            if (useWebgraph) {
                 // reqd the references from the webgraph
                 SolrConnector webgraph = Segment.this.fulltext.getWebgraphConnector();
                 webgraph.commit(true);
@@ -354,7 +355,8 @@ public class Segment {
                 } catch (final InterruptedException e) {
                     ConcurrentLog.logException(e);
                 }
-            } else if (connectedCitation()) {
+            }
+            if ((!useWebgraph || (internalIDs.size() == 0 && externalIDs.size() == 0)) && connectedCitation()) {
                 // read the references from the citation index
                 ReferenceContainer<CitationReference> references;
                 references = urlCitation().get(id, null);