diff --git a/htroot/CrawlStartScanner_p.html b/htroot/CrawlStartScanner_p.html index 501a7e07b..ba8b6e191 100644 --- a/htroot/CrawlStartScanner_p.html +++ b/htroot/CrawlStartScanner_p.html @@ -77,15 +77,15 @@ again and add new sites automatically to indexer.
     Sites that do not appear during a scheduled scan period will be excluded from search results. diff --git a/htroot/CrawlStartScanner_p.java b/htroot/CrawlStartScanner_p.java index bbddf487a..22a15b001 100644 --- a/htroot/CrawlStartScanner_p.java +++ b/htroot/CrawlStartScanner_p.java @@ -155,6 +155,16 @@ public class CrawlStartScanner_p Collection scanbase = new ArrayList(); if (host.length() > 0) { ip = Domains.dnsResolve(host); if (ip != null) scanbase.add(ip); + if (host.startsWith("ftp.") || host.startsWith("www.") || + host.startsWith("blog.") || host.startsWith("wiki.") || + host.startsWith("forum.") || host.startsWith("forums.") || + host.startsWith("events.") || host.startsWith("bugs.")) { + host = host.substring(host.indexOf('.') + 1); + if (!hostSet.contains(host)) { + ip = Domains.dnsResolve(host); + if (ip != null) scanbase.add(ip); + } + } if (scanftp && !hostSet.contains("ftp." + host)) { ip = Domains.dnsResolve("ftp." + host); if (ip != null) scanbase.add(ip); diff --git a/htroot/IndexReindexMonitor_p.html b/htroot/IndexReIndexMonitor_p.html similarity index 100% rename from htroot/IndexReindexMonitor_p.html rename to htroot/IndexReIndexMonitor_p.html diff --git a/htroot/env/templates/submenuIndexControl.template b/htroot/env/templates/submenuIndexControl.template index 113eae4f7..b6a96779f 100644 --- a/htroot/env/templates/submenuIndexControl.template +++ b/htroot/env/templates/submenuIndexControl.template @@ -5,7 +5,7 @@
  • Index Deletion
  • Index Sources & Targets
  • Solr Schema Editor
  • -
  • Field Re-Indexing
  • +
  • Field Re-Indexing
  • #(p2p)#::
  • Reverse Word Index
  • #(/p2p)# diff --git a/source/net/yacy/cora/federate/solr/connector/SolrServerConnector.java b/source/net/yacy/cora/federate/solr/connector/SolrServerConnector.java index 81c9a1c09..aa3c919ef 100644 --- a/source/net/yacy/cora/federate/solr/connector/SolrServerConnector.java +++ b/source/net/yacy/cora/federate/solr/connector/SolrServerConnector.java @@ -212,6 +212,11 @@ public abstract class SolrServerConnector extends AbstractSolrConnector implemen Log.logException(ee); try { this.server.commit(); + } catch (Throwable eee) { + Log.logException(eee); + // a time-out may occur here + } + try { this.server.add(solrdoc, -1); } catch (Throwable eee) { Log.logException(eee); @@ -240,7 +245,13 @@ public abstract class SolrServerConnector extends AbstractSolrConnector implemen this.server.deleteById(ids); } catch (SolrServerException e1) { Log.logException(e1); - } + } + try { + this.server.commit(); + } catch (Throwable eee) { + Log.logException(eee); + // a time-out may occur here + } try { this.server.add(solrdocs, -1); } catch (Throwable ee) {