<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN" "http://www.w3.org/TR/REC-html40/loose.dtd">
< html >
< head >
< title > YaCy '#[clientname]#': Performance Settings for Memory< / title >
#%env/templates/metas.template%#
< / head >
< body marginheight = "0" marginwidth = "0" leftmargin = "0" topmargin = "0" >
#%env/templates/header.template%#
#%env/templates/submenuPerformance.template%#
< br >
< h2 > Performance Settings for Memory< / h2 >
< p >
< div class = small > < b > Memory Usage:< / b > < / div >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< form action = "PerformanceMemory_p.html" method = "post" enctype = "multipart/form-data" >
< tr class = "TableHeader" valign = "bottom" >
< td class = "small" > < br > Type< / td >
< td class = "small" > After Startup< br > < / td >
< td class = "small" > After Initializations< br > before GC< / td >
< td class = "small" > After Initializations< br > after GC< / td >
< td class = "small" > Now< br > #(gc)#before < a href = "PerformanceMemory_p.html?gc=" > GC< / a > ::after GC#(/gc)#< / td >
< td class = "small" > Next< br > Startup< / td >
< td class = "small" > Description< br > < / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > Max< / td >
< td class = "small" align = "center" colspan = "4" > #[memoryMax]# MByte< / td >
< td class = "small" align = "right" > < input name = "Xmx" type = "text" align = "right" size = "3" maxlength = "3" value = "#[Xmx]#" > < br > MByte< / td >
< td class = "small" align = "left" > maximum memory that the JVM will attempt to use< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > Available< / td >
< td class = "small" align = "right" > #[memoryAvailAfterStartup]# MByte< / td >
< td class = "small" align = "right" > #[memoryAvailAfterInitBGC]# MByte< / td >
< td class = "small" align = "right" > #[memoryAvailAfterInitAGC]# MByte< / td >
< td class = "small" align = "right" > #[memoryAvailNow]# MByte< / td >
< td class = "small" align = "right" > < br > < / td >
< td class = "small" align = "left" > total available memory including free for the JVM within maximum< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > Total< / td >
< td class = "small" align = "right" > #[memoryTotalAfterStartup]# KByte< / td >
< td class = "small" align = "right" > #[memoryTotalAfterInitBGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryTotalAfterInitAGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryTotalNow]# MByte< / td >
< td class = "small" align = "right" > < input name = "Xms" type = "text" align = "right" size = "3" maxlength = "3" value = "#[Xms]#" > < br > MByte< / td >
< td class = "small" align = "left" > total memory taken from the OS< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > Free< / td >
< td class = "small" align = "right" > #[memoryFreeAfterStartup]# KByte< / td >
< td class = "small" align = "right" > #[memoryFreeAfterInitBGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryFreeAfterInitAGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryFreeNow]# MByte< / td >
< td class = "small" align = "right" > < br > < / td >
< td class = "small" align = "left" > free memory in the JVM within total amount< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > Used< / td >
< td class = "small" align = "right" > #[memoryUsedAfterStartup]# KByte< / td >
< td class = "small" align = "right" > #[memoryUsedAfterInitBGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryUsedAfterInitAGC]# KByte< / td >
< td class = "small" align = "right" > #[memoryUsedNow]# MByte< / td >
< td class = "small" align = "right" > < br > < / td >
< td class = "small" align = "left" > used memory in the JVM within total amount< / td >
< / tr >
< tr class = "TableCellLight" >
< td class = "small" align = "right" colspan = "5" > Re-Configuration of Startup Paramenters: < / td >
< td class = "small" align = "right" > < input type = "submit" name = "setStartup" value = "Set" > < / td >
< td class = "small" align = "left" > Changes take effect after < b > re-start< / b > of YaCy< br > this works only on linux/unix systems< / td >
< / tr >
< / form >
< / table >
< / p >
< p >
< div class = small > < b > RAM Cache for Database Files:< / b > < / div >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< form action = "PerformanceMemory_p.html" method = "post" enctype = "multipart/form-data" >
< tr class = "TableHeader" valign = "bottom" >
< td class = "small" rowspan = "2" > Database< br > < / td >
< td class = "small" rowspan = "2" > Chunk Size< br > high/med/low< br > (bytes)< / td >
< td class = "small" colspan = "5" > #Slots< / td >
< td class = "small" colspan = "5" > Memory Occupation (KBytes)< / td >
< td class = "small" rowspan = "2" > Description< br > < / td >
< / tr >
< tr class = "TableHeader" valign = "bottom" >
< td class = "small" > Needed< br > (= DB Size)< / td >
< td class = "small" > Empty< br > < / td >
< td class = "small" > Used< br > High Prio< / td >
< td class = "small" > Used< br > Medium Prio< / td >
< td class = "small" > Used< br > Low Prio< / td >
< td class = "small" > Used Now< / td >
< td class = "small" > Assigned Max< / td >
< td class = "small" > Default Max< / td >
< td class = "small" > Good Max< / td >
< td class = "small" > Best Max< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > RWI Assortment Cluster< / td >
< td class = "small" align = "center" > #[chunkRWI]#< / td >
< td class = "small" align = "right" > #[slreqRWI]#< / td >
< td class = "small" align = "right" > #[slempRWI]#< / td >
< td class = "small" align = "right" > #[slhigRWI]#< / td >
< td class = "small" align = "right" > #[slmedRWI]#< / td >
< td class = "small" align = "right" > #[sllowRWI]#< / td >
< td class = "small" align = "right" > #[usedRWI]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheRWI" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheRWI]#" > < / td >
< td class = "small" align = "right" > #[dfltRWI]#< / td >
< td class = "small" align = "right" > #[goodRWI]#< / td >
< td class = "small" align = "right" > #[bestRWI]#< / td >
< td class = "small" align = "left" > The Assortment Cluster stores most of the page indexes.
Flushing speed of the temporary RWI cache depends on the size of this file cache. Increasing the space of this
cache will speed up crawls with a depth > 3.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > HTTP Response Header< / td >
< td class = "small" align = "center" > #[chunkHTTP]#< / td >
< td class = "small" align = "right" > #[slreqHTTP]#< / td >
< td class = "small" align = "right" > #[slempHTTP]#< / td >
< td class = "small" align = "right" > #[slhigHTTP]#< / td >
< td class = "small" align = "right" > #[slmedHTTP]#< / td >
< td class = "small" align = "right" > #[sllowHTTP]#< / td >
< td class = "small" align = "right" > #[usedHTTP]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheHTTP" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheHTTP]#" > < / td >
< td class = "small" align = "right" > #[dfltHTTP]#< / td >
< td class = "small" align = "right" > #[goodHTTP]#< / td >
< td class = "small" align = "right" > #[bestHTTP]#< / td >
< td class = "small" align = "left" > The Response Header database stores the HTTP heades that other servers send when YaCy retrieves web pages
during proxy mode, when performing crawls or if it fetches pages for snippet generation.
Increasing this cache will be most important for a fast proxy mode.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > 'loaded' URLs< / td >
< td class = "small" align = "center" > #[chunkLURL]#< / td >
< td class = "small" align = "right" > #[slreqLURL]#< / td >
< td class = "small" align = "right" > #[slempLURL]#< / td >
< td class = "small" align = "right" > #[slhigLURL]#< / td >
< td class = "small" align = "right" > #[slmedLURL]#< / td >
< td class = "small" align = "right" > #[sllowLURL]#< / td >
< td class = "small" align = "right" > #[usedLURL]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheLURL" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheLURL]#" > < / td >
< td class = "small" align = "right" > #[dfltLURL]#< / td >
< td class = "small" align = "right" > #[goodLURL]#< / td >
< td class = "small" align = "right" > #[bestLURL]#< / td >
< td class = "small" align = "left" > This is the database that holds the hash/url - relation and properties regarding the url like load date and server date.
This cache is very important for a fast search process. Increasing the cache size will result in more search results and less IO during DHT transfer.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > 'noticed' URLs< / td >
< td class = "small" align = "center" > #[chunkNURL]#< / td >
< td class = "small" align = "right" > #[slreqNURL]#< / td >
< td class = "small" align = "right" > #[slempNURL]#< / td >
< td class = "small" align = "right" > #[slhigNURL]#< / td >
< td class = "small" align = "right" > #[slmedNURL]#< / td >
< td class = "small" align = "right" > #[sllowNURL]#< / td >
< td class = "small" align = "right" > #[usedNURL]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheNURL" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheNURL]#" > < / td >
< td class = "small" align = "right" > #[dfltNURL]#< / td >
< td class = "small" align = "right" > #[goodNURL]#< / td >
< td class = "small" align = "right" > #[bestNURL]#< / td >
< td class = "small" align = "left" > A noticed URL is one that was discovered during crawling but was not loaded yet.
Increasing the cache size will result in faster double-check during URL recognition when doing crawls.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > 'error' URLs< / td >
< td class = "small" align = "center" > #[chunkEURL]#< / td >
< td class = "small" align = "right" > #[slreqEURL]#< / td >
< td class = "small" align = "right" > #[slempEURL]#< / td >
< td class = "small" align = "right" > #[slhigEURL]#< / td >
< td class = "small" align = "right" > #[slmedEURL]#< / td >
< td class = "small" align = "right" > #[sllowEURL]#< / td >
< td class = "small" align = "right" > #[usedEURL]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheEURL" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheEURL]#" > < / td >
< td class = "small" align = "right" > #[dfltEURL]#< / td >
< td class = "small" align = "right" > #[goodEURL]#< / td >
< td class = "small" align = "right" > #[bestEURL]#< / td >
< td class = "small" align = "left" > URLs that cannot be loaded are stored in this database. It is also used for double-checked during crawling.
Increasing the cache size will most probably speed up crawling slightly, but not significantly.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > DHT Control< / td >
< td class = "small" align = "center" > #[chunkDHT]#< / td >
< td class = "small" align = "right" > #[slreqDHT]#< / td >
< td class = "small" align = "right" > #[slempDHT]#< / td >
< td class = "small" align = "right" > #[slhigDHT]#< / td >
< td class = "small" align = "right" > #[slmedDHT]#< / td >
< td class = "small" align = "right" > #[sllowDHT]#< / td >
< td class = "small" align = "right" > #[usedDHT]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheDHT" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheDHT]#" > < / td >
< td class = "small" align = "right" > #[dfltDHT]#< / td >
< td class = "small" align = "right" > #[goodDHT]#< / td >
< td class = "small" align = "right" > #[bestDHT]#< / td >
< td class = "small" align = "left" > This is simply the cache for the seed-dbs (active, passive, potential).
This cache is divided into three equal parts.
Increasing this cache may speed up many functions, but we need to test this to see the effects.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > Messages< / td >
< td class = "small" align = "center" > #[chunkMessage]#< / td >
< td class = "small" align = "right" > #[slreqMessage]#< / td >
< td class = "small" align = "right" > #[slempMessage]#< / td >
< td class = "small" align = "right" > #[slhigMessage]#< / td >
< td class = "small" align = "right" > #[slmedMessage]#< / td >
< td class = "small" align = "right" > #[sllowMessage]#< / td >
< td class = "small" align = "right" > #[usedMessage]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheMessage" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheMessage]#" > < / td >
< td class = "small" align = "right" > #[dfltMessage]#< / td >
< td class = "small" align = "right" > #[goodMessage]#< / td >
< td class = "small" align = "right" > #[bestMessage]#< / td >
< td class = "small" align = "left" > The Message cache for peer-to-peer messages. Less important.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > Wiki< / td >
< td class = "small" align = "center" > #[chunkWiki]#< / td >
< td class = "small" align = "right" > #[slreqWiki]#< / td >
< td class = "small" align = "right" > #[slempWiki]#< / td >
< td class = "small" align = "right" > #[slhigWiki]#< / td >
< td class = "small" align = "right" > #[slmedWiki]#< / td >
< td class = "small" align = "right" > #[sllowWiki]#< / td >
< td class = "small" align = "right" > #[usedWiki]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheWiki" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheWiki]#" > < / td >
< td class = "small" align = "right" > #[dfltWiki]#< / td >
< td class = "small" align = "right" > #[goodWiki]#< / td >
< td class = "small" align = "right" > #[bestWiki]#< / td >
< td class = "small" align = "left" > The YaCy-Wiki uses a database to store its pages.
This cache is divided in two parts, one for the wiki database and one for its backup.
Increasing this cache may speed up access to the wiki pages.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > News< / td >
< td class = "small" align = "center" > #[chunkNews]#< / td >
< td class = "small" align = "right" > #[slreqNews]#< / td >
< td class = "small" align = "right" > #[slempNews]#< / td >
< td class = "small" align = "right" > #[slhigNews]#< / td >
< td class = "small" align = "right" > #[slmedNews]#< / td >
< td class = "small" align = "right" > #[sllowNews]#< / td >
< td class = "small" align = "right" > #[usedNews]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheNews" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheNews]#" > < / td >
< td class = "small" align = "right" > #[dfltNews]#< / td >
< td class = "small" align = "right" > #[goodNews]#< / td >
< td class = "small" align = "right" > #[bestNews]#< / td >
< td class = "small" align = "left" > The News-DB stores property-lists for news that are included in seeds.
Increasing this cache may speed up the peer-ping.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > robots.txt DB< / td >
< td class = "small" align = "center" > #[chunkRobots]#< / td >
< td class = "small" align = "right" > #[slreqRobots]#< / td >
< td class = "small" align = "right" > #[slempRobots]#< / td >
< td class = "small" align = "right" > #[slhigRobots]#< / td >
< td class = "small" align = "right" > #[slmedRobots]#< / td >
< td class = "small" align = "right" > #[sllowRobots]#< / td >
< td class = "small" align = "right" > #[usedRobots]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheRobots" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheRobots]#" > < / td >
< td class = "small" align = "right" > #[dfltRobots]#< / td >
< td class = "small" align = "right" > #[goodRobots]#< / td >
< td class = "small" align = "right" > #[bestRobots]#< / td >
< td class = "small" align = "left" > The robots.txt DB stores downloaded records from robots.txt files.
Increasing this cache may speed up validation if crawling of the URL is allowed.< / td >
< / tr >
< tr class = "TableCellDark" >
< td class = "small" align = "left" > Crawl Profiles< / td >
< td class = "small" align = "center" > #[chunkProfiles]#< / td >
< td class = "small" align = "right" > #[slreqProfiles]#< / td >
< td class = "small" align = "right" > #[slempProfiles]#< / td >
< td class = "small" align = "right" > #[slhigProfiles]#< / td >
< td class = "small" align = "right" > #[slmedProfiles]#< / td >
< td class = "small" align = "right" > #[sllowProfiles]#< / td >
< td class = "small" align = "right" > #[usedProfiles]#< / td >
< td class = "small" align = "right" > < input name = "ramCacheProfiles" type = "text" align = "right" size = "6" maxlength = "7" value = "#[ramCacheProfiles]#" > < / td >
< td class = "small" align = "right" > #[dfltProfiles]#< / td >
< td class = "small" align = "right" > #[goodProfiles]#< / td >
< td class = "small" align = "right" > #[bestProfiles]#< / td >
< td class = "small" align = "left" > The profile database stores properties for each crawl that is started on the local peer.
Increasing this cache may speed up crawling, but not much space is needed, so the effect may be low.< / td >
< / tr >
< tr class = "TableCellSummary" >
< td class = "small" align = "left" colspan = "7" > Totals< / td >
< td class = "small" align = "right" > #[usedTotal]# MB< / td >
< td class = "small" align = "right" > #[currTotal]# MB< / td >
< td class = "small" align = "right" > #[dfltTotal]# MB< / td >
< td class = "small" align = "right" > #[goodTotal]# MB< / td >
< td class = "small" align = "right" > #[bestTotal]# MB< / td >
< td class = "small" align = "left" > Sum of memory amounts< / td >
< / tr >
< tr class = "TableCellLight" >
< td class = "small" align = "right" colspan = "8" > Re-Configuration:< / td >
< td class = "small" align = "center" > < input type = "submit" name = "setCustom" value = "Set" > < br > these< br > custom< br > values< br > < / td >
< td class = "small" align = "center" > < input type = "submit" name = "setDefault" value = "Set" > < br > all< br > default< br > values< br > < / td >
< td class = "small" align = "center" > < input type = "submit" name = "setGood" value = "Set" > < br > all< br > recom-< br > mended values< / td >
< td class = "small" align = "center" > < input type = "submit" name = "setBest" value = "Set" > < br > all< br > optimum< br > values< br > < / td >
< td class = "small" align = "left" > Changes take effect after < b > re-start< / b > of YaCy< / td >
< / tr >
< / form >
< / table >
< / p >
< p >
< div class = small > < b > Write Cache Object Allocation:< / b > < / div >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< tr class = "TableHeader" valign = "bottom" >
< td class = "small" > < br > Chunk Sizes< / td >
#{sizes}#
< td class = "small" > #[chunk]#< / td >
#{/sizes}#
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > now alive in write cache< / td >
#{alive}#
< td class = "small" > #[count]#< / td >
#{/alive}#
< / tr >
< tr class = "TableCellDark" >
< td class = "TableHeader" align = "left" > currently held in write buffer heap< / td >
#{heap}#
< td class = "small" > #[count]#< / td >
#{/heap}#
< / tr >
< / table >
< / p >
#%env/templates/footer.template%#
< / body >
< / html >
