another resource hack

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7758 6c8d7289-2bf4-0310-a012-ef5d649a1542

source/de/anomic/search/TextSnippet.java

@@ -82,16 +82,13 @@ public class TextSnippet implements Comparable<TextSnippet>, Comparator<TextSnip
     public static class Cache {
         private final ARC<String, String> cache;
         public Cache() {
-            cache = new ConcurrentARC<String, String>(maxCache, Math.max(10, Runtime.getRuntime().availableProcessors()));
+            cache = new ConcurrentARC<String, String>(maxCache, Math.max(32, 4 * Runtime.getRuntime().availableProcessors()));
         }
         public void put(final String wordhashes, final String urlhash, final String snippet) {
             // generate key
             final String key = urlhash + wordhashes;
 
-            // do nothing if snippet is known
-            if (cache.containsKey(key)) return;
-
-            // learn new snippet
+            // do nothing if snippet is known or learn new snippet
             cache.insertIfAbsent(key, snippet);
         }
         

source/de/anomic/yacy/graphics/WebStructureGraph.java

@@ -178,7 +178,7 @@ public class WebStructureGraph {
             if (nexturlhashb != null) {
                 nexturlhash = ASCII.String(nexturlhashb);
                 assert nexturlhash.length() == 12 : "nexturlhash.length() = " + nexturlhash.length() + ", nexturlhash = " + nexturlhash;
-                assert !nexturlhash.substring(6).equals(refhashp);
+                //assert !nexturlhash.substring(6).equals(refhashp);
                 // this is a global link
                 cpg.append(nexturlhash); // store complete hash
                 assert cpg.length() % 12 == 0 : "cpg.length() = " + cpg.length() + ", cpg = " + cpg.toString();