fixes for filesystem indexing

source/net/yacy/cora/federate/solr/connector/MirrorSolrConnector.java

@@ -25,6 +25,7 @@ import java.util.Collection;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.atomic.AtomicLong;
 
 import net.yacy.cora.federate.solr.YaCySchema;
@@ -86,7 +87,7 @@ public class MirrorSolrConnector extends AbstractSolrConnector implements SolrCo
         this.hitCacheMax = hitCacheMax;
         this.missCacheMax = missCacheMax;
         this.partitions = Runtime.getRuntime().availableProcessors() * 2;
-        this.hitMissCache = new HashMap<String, HitMissCache>();
+        this.hitMissCache = new ConcurrentHashMap<String, HitMissCache>();
         this.documentCache = new ConcurrentARC<String, SolrDocument>(docCacheMax, this.partitions);
     }
 

source/net/yacy/crawler/data/CrawlProfile.java

@@ -490,6 +490,7 @@ public class CrawlProfile extends ConcurrentHashMap<String, String> implements M
 
     public static String mustMatchFilterFullDomain(final MultiProtocolURI uri) {
         String host = uri.getHost();
+        if (host == null) return uri.getProtocol() + ".*";
         if (host.startsWith("www.")) host = host.substring(4);
         String protocol = uri.getProtocol();
         if ("http".equals(protocol) || "https".equals(protocol)) protocol = "https?+";

source/net/yacy/crawler/robots/RobotsTxt.java

@@ -236,6 +236,7 @@ public class RobotsTxt {
 
     public void ensureExist(final MultiProtocolURI theURL, final Set<String> thisAgents, boolean concurrent) {
         final String urlHostPort = getHostPort(theURL);
+        if (urlHostPort == null) return;
         final BEncodedHeap robotsTable;
         try {
             robotsTable = this.tables.getHeap(WorkTables.TABLE_ROBOTS_NAME);
@@ -371,6 +372,7 @@ public class RobotsTxt {
     static final String getHostPort(final MultiProtocolURI theURL) {
         final int port = getPort(theURL);
         String host = theURL.getHost();
+        if (host == null) return null;
         StringBuilder sb = new StringBuilder(host.length() + 6);
         sb.append(host).append(':').append(Integer.toString(port));
         return sb.toString();