increased cache size of robots database; however, this should be integrated into new memory control

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@784 6c8d7289-2bf4-0310-a012-ef5d649a1542

source/de/anomic/plasma/plasmaCrawlRobotsTxt.java

@@ -67,15 +67,15 @@ public class plasmaCrawlRobotsTxt {
         this.robotsTableFile = robotsTableFile;
         if (robotsTableFile.exists()) {
             try {
-                robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000));
+                robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000));
             } catch (kelondroException e) {
                 robotsTableFile.delete();
                 robotsTableFile.getParentFile().mkdirs();
-                robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
+                robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
             }
         } else {
             robotsTableFile.getParentFile().mkdirs();
-            robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
+            robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
         }
     }
     
@@ -87,7 +87,7 @@ public class plasmaCrawlRobotsTxt {
         if (!(robotsTableFile.delete())) throw new RuntimeException("cannot delete robots.txt database");
         try {
             robotsTableFile.getParentFile().mkdirs();
-            robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 32000, 256, 512));
+            robotsTable = new kelondroMap(new kelondroDyn(robotsTableFile, 1000000, 256, 512));
         } catch (IOException e){
             serverLog.logSevere("PLASMA", "robotsTxt.resetDatabase", e);
         }