From ec2970cc768047b6639201f2bdd9481c929c959a Mon Sep 17 00:00:00 2001 From: lotus Date: Fri, 3 Jul 2009 13:28:19 +0000 Subject: [PATCH] higher dht distribution speed by default git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6168 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- defaults/performance_dht.profile | 19 ++++++++----------- defaults/yacy.init | 4 ++-- htroot/PerformanceQueues_p.java | 2 +- startYACY_debug.bat | 2 +- 4 files changed, 12 insertions(+), 15 deletions(-) diff --git a/defaults/performance_dht.profile b/defaults/performance_dht.profile index 8aa6d42cc..b24e6197e 100644 --- a/defaults/performance_dht.profile +++ b/defaults/performance_dht.profile @@ -12,24 +12,21 @@ # and another idlesleep is performed 20_dhtdistribution_idlesleep=5000 -20_dhtdistribution_busysleep=2000 +20_dhtdistribution_busysleep=500 20_dhtdistribution_memprereq=12582912 -50_localcrawl_idlesleep=4000 -50_localcrawl_busysleep=50 +50_localcrawl_idlesleep=2000 +50_localcrawl_busysleep=60 50_localcrawl_memprereq=12582912 50_localcrawl_isPaused=false -60_remotecrawlloader_idlesleep=120000 -60_remotecrawlloader_busysleep=60000 +60_remotecrawlloader_idlesleep=60000 +60_remotecrawlloader_busysleep=10000 60_remotecrawlloader_memprereq=12582912 60_remotecrawlloader_isPaused=false -62_remotetriggeredcrawl_idlesleep=60000 -62_remotetriggeredcrawl_busysleep=10000 +62_remotetriggeredcrawl_idlesleep=10000 +62_remotetriggeredcrawl_busysleep=2000 62_remotetriggeredcrawl_memprereq=12582912 62_remotetriggeredcrawl_isPaused=false 80_indexing_idlesleep=1000 -80_indexing_busysleep=10 +80_indexing_busysleep=0 80_indexing_memprereq=12582912 -82_crawlstack_idlesleep=5000 -82_crawlstack_busysleep=1 -82_crawlstack_memprereq=1048576 diff --git a/defaults/yacy.init b/defaults/yacy.init index 69d6e3263..a2ca90d95 100644 --- a/defaults/yacy.init +++ b/defaults/yacy.init @@ -570,8 +570,8 @@ filterOutStopwordsFromTopwords=true # the prereq-value is a memory pre-requisite: that much bytes must # be available/free in the heap; othervise the loop is not executed # and another idlesleep is performed -20_dhtdistribution_idlesleep=30000 -20_dhtdistribution_busysleep=10000 +20_dhtdistribution_idlesleep=15000 +20_dhtdistribution_busysleep=2000 20_dhtdistribution_memprereq=12582912 30_peerping_idlesleep=120000 30_peerping_busysleep=120000 diff --git a/htroot/PerformanceQueues_p.java b/htroot/PerformanceQueues_p.java index 30770a555..7106f656f 100644 --- a/htroot/PerformanceQueues_p.java +++ b/htroot/PerformanceQueues_p.java @@ -188,7 +188,7 @@ public class PerformanceQueues_p { // check values to prevent short-cut loops if (idlesleep < 1000) idlesleep = 1000; if (threadName.equals("10_httpd")) { idlesleep = 0; busysleep = 0; memprereq = 0; } - if (threadName.equals(plasmaSwitchboardConstants.CRAWLJOB_LOCAL_CRAWL) && (busysleep < 50)) busysleep = 50; + //if (threadName.equals(plasmaSwitchboardConstants.CRAWLJOB_LOCAL_CRAWL) && (busysleep < 50)) busysleep = 50; onTheFlyReconfiguration(switchboard, threadName, idlesleep, busysleep, memprereq); } diff --git a/startYACY_debug.bat b/startYACY_debug.bat index 41157e6e8..ba8b50954 100644 --- a/startYACY_debug.bat +++ b/startYACY_debug.bat @@ -13,7 +13,7 @@ For %%X in (libx/*.jar) Do Call %0 CPGEN libx\%%X REM Please change the "javastart" settings in the web-interface "Basic Configuration" -> "Advanced" set jmx= set jms= -set javacmd=-Xmx120m -Xms120m +set javacmd=-Xmx180m -Xms180m set priolvl=10 set priority=/BELOWNORMAL set port=8080