You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
318 lines
16 KiB
318 lines
16 KiB
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0 Transitional//EN" "http://www.w3.org/TR/REC-html40/loose.dtd">
|
|
<html>
|
|
<head>
|
|
<title>YaCy '#[clientname]#': Performance Settings for Memory</title>
|
|
#[metas]#
|
|
</head>
|
|
<body marginheight="0" marginwidth="0" leftmargin="0" topmargin="0">
|
|
#[header]#
|
|
#[submenuPerformance]#
|
|
<br>
|
|
<h2>Performance Settings for Memory</h2>
|
|
|
|
<p>
|
|
<div class=small><b>Memory Usage:</b></div>
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<form action="PerformanceMemory_p.html" method="post" enctype="multipart/form-data">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td class="small"> <br>Type</td>
|
|
<td class="small">After Startup<br> </td>
|
|
<td class="small">After Initializations<br>before GC</td>
|
|
<td class="small">After Initializations<br>after GC</td>
|
|
<td class="small">Now<br>#(gc)#before <a href="PerformanceMemory_p.html?gc=">GC</a>::after GC#(/gc)#</td>
|
|
<td class="small">Next<br>Startup</td>
|
|
<td class="small">Description<br> </td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td class="TableHeader" align="left">Max</td>
|
|
<td class="small" align="center" colspan="4">#[memoryMax]# MByte</td>
|
|
<td class="small" align="right"><input name="Xmx" type="text" align="right" size="3" maxlength="3" value="#[Xmx]#"><br>MByte</td>
|
|
<td class="small" align="left">maximum memory that the JVM will attempt to use</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td class="TableHeader" align="left">Available</td>
|
|
<td class="small" align="right">#[memoryAvailAfterStartup]# MByte</td>
|
|
<td class="small" align="right">#[memoryAvailAfterInitBGC]# MByte</td>
|
|
<td class="small" align="right">#[memoryAvailAfterInitAGC]# MByte</td>
|
|
<td class="small" align="right">#[memoryAvailNow]# MByte</td>
|
|
<td class="small" align="right"> <br> </td>
|
|
<td class="small" align="left">total available memory including free for the JVM within maximum</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td class="TableHeader" align="left">Total</td>
|
|
<td class="small" align="right">#[memoryTotalAfterStartup]# KByte</td>
|
|
<td class="small" align="right">#[memoryTotalAfterInitBGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryTotalAfterInitAGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryTotalNow]# MByte</td>
|
|
<td class="small" align="right"><input name="Xms" type="text" align="right" size="3" maxlength="3" value="#[Xms]#"><br>MByte</td>
|
|
<td class="small" align="left">total memory taken from the OS</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td class="TableHeader" align="left">Free</td>
|
|
<td class="small" align="right">#[memoryFreeAfterStartup]# KByte</td>
|
|
<td class="small" align="right">#[memoryFreeAfterInitBGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryFreeAfterInitAGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryFreeNow]# MByte</td>
|
|
<td class="small" align="right"> <br> </td>
|
|
<td class="small" align="left">free memory in the JVM within total amount</td>
|
|
</tr>
|
|
<tr class="TableCellDark">
|
|
<td class="TableHeader" align="left">Used</td>
|
|
<td class="small" align="right">#[memoryUsedAfterStartup]# KByte</td>
|
|
<td class="small" align="right">#[memoryUsedAfterInitBGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryUsedAfterInitAGC]# KByte</td>
|
|
<td class="small" align="right">#[memoryUsedNow]# MByte</td>
|
|
<td class="small" align="right"> <br> </td>
|
|
<td class="small" align="left">used memory in the JVM within total amount</td>
|
|
</tr>
|
|
<tr class="TableCellLight">
|
|
<td class="small" align="right" colspan="5">Re-Configuration of Startup Paramenters: </td>
|
|
<td class="small" align="right"><input type="submit" name="setStartup" value="Set"></td>
|
|
<td class="small" align="left">Changes take effect after <b>re-start</b> of YaCy<br>this works only on linux/unix systems</td>
|
|
</tr>
|
|
</form>
|
|
</table>
|
|
</p>
|
|
|
|
<p>
|
|
<div class=small><b>RAM Cache for Database Files:</b></div>
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
<form action="PerformanceMemory_p.html" method="post" enctype="multipart/form-data">
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td class="small" rowspan="2">Database<br> </td>
|
|
<td class="small" rowspan="2">Chunk Size<br>high/med/low<br>(bytes)</td>
|
|
<td class="small" colspan="5">#Slots</td>
|
|
<td class="small" colspan="5">Memory Occupation (KBytes)</td>
|
|
<td class="small" rowspan="2">Description<br> </td>
|
|
</tr>
|
|
|
|
<tr class="TableHeader" valign="bottom">
|
|
<td class="small">Needed<br>(= DB Size)</td>
|
|
<td class="small">Empty<br> </td>
|
|
<td class="small">Used<br>High Prio</td>
|
|
<td class="small">Used<br>Medium Prio</td>
|
|
<td class="small">Used<br>Low Prio</td>
|
|
<td class="small">Used Now</td>
|
|
<td class="small">Assigned Max</td>
|
|
<td class="small">Default Max</td>
|
|
<td class="small">Good Max</td>
|
|
<td class="small">Best Max</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">RWI Assortment Cluster</td>
|
|
<td class="small" align="center">#[chunkRWI]#</td>
|
|
<td class="small" align="right">#[slreqRWI]#</td>
|
|
<td class="small" align="right">#[slempRWI]#</td>
|
|
<td class="small" align="right">#[slhigRWI]#</td>
|
|
<td class="small" align="right">#[slmedRWI]#</td>
|
|
<td class="small" align="right">#[sllowRWI]#</td>
|
|
<td class="small" align="right">#[usedRWI]#</td>
|
|
<td class="small" align="right"><input name="ramCacheRWI" type="text" align="right" size="6" maxlength="7" value="#[ramCacheRWI]#"></td>
|
|
<td class="small" align="right">#[dfltRWI]#</td>
|
|
<td class="small" align="right">#[goodRWI]#</td>
|
|
<td class="small" align="right">#[bestRWI]#</td>
|
|
<td class="small" align="left">The Assortment Cluster stores most of the page indexes.
|
|
Flushing speed of the temporary RWI cache depends on the size of this file cache. Increasing the space of this
|
|
cache will speed up crawls with a depth > 3.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">HTTP Response Header</td>
|
|
<td class="small" align="center">#[chunkHTTP]#</td>
|
|
<td class="small" align="right">#[slreqHTTP]#</td>
|
|
<td class="small" align="right">#[slempHTTP]#</td>
|
|
<td class="small" align="right">#[slhigHTTP]#</td>
|
|
<td class="small" align="right">#[slmedHTTP]#</td>
|
|
<td class="small" align="right">#[sllowHTTP]#</td>
|
|
<td class="small" align="right">#[usedHTTP]#</td>
|
|
<td class="small" align="right"><input name="ramCacheHTTP" type="text" align="right" size="6" maxlength="7" value="#[ramCacheHTTP]#"></td>
|
|
<td class="small" align="right">#[dfltHTTP]#</td>
|
|
<td class="small" align="right">#[goodHTTP]#</td>
|
|
<td class="small" align="right">#[bestHTTP]#</td>
|
|
<td class="small" align="left">The Response Header database stores the HTTP heades that other servers send when YaCy retrieves web pages
|
|
during proxy mode, when performing crawls or if it fetches pages for snippet generation.
|
|
Increasing this cache will be most important for a fast proxy mode.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">'loaded' URLs</td>
|
|
<td class="small" align="center">#[chunkLURL]#</td>
|
|
<td class="small" align="right">#[slreqLURL]#</td>
|
|
<td class="small" align="right">#[slempLURL]#</td>
|
|
<td class="small" align="right">#[slhigLURL]#</td>
|
|
<td class="small" align="right">#[slmedLURL]#</td>
|
|
<td class="small" align="right">#[sllowLURL]#</td>
|
|
<td class="small" align="right">#[usedLURL]#</td>
|
|
<td class="small" align="right"><input name="ramCacheLURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheLURL]#"></td>
|
|
<td class="small" align="right">#[dfltLURL]#</td>
|
|
<td class="small" align="right">#[goodLURL]#</td>
|
|
<td class="small" align="right">#[bestLURL]#</td>
|
|
<td class="small" align="left">This is the database that holds the hash/url - relation and properties regarding the url like load date and server date.
|
|
This cache is very important for a fast search process. Increasing the cache size will result in more search results and less IO during DHT transfer.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">'noticed' URLs</td>
|
|
<td class="small" align="center">#[chunkNURL]#</td>
|
|
<td class="small" align="right">#[slreqNURL]#</td>
|
|
<td class="small" align="right">#[slempNURL]#</td>
|
|
<td class="small" align="right">#[slhigNURL]#</td>
|
|
<td class="small" align="right">#[slmedNURL]#</td>
|
|
<td class="small" align="right">#[sllowNURL]#</td>
|
|
<td class="small" align="right">#[usedNURL]#</td>
|
|
<td class="small" align="right"><input name="ramCacheNURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheNURL]#"></td>
|
|
<td class="small" align="right">#[dfltNURL]#</td>
|
|
<td class="small" align="right">#[goodNURL]#</td>
|
|
<td class="small" align="right">#[bestNURL]#</td>
|
|
<td class="small" align="left">A noticed URL is one that was discovered during crawling but was not loaded yet.
|
|
Increasing the cache size will result in faster double-check during URL recognition when doing crawls.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">'error' URLs</td>
|
|
<td class="small" align="center">#[chunkEURL]#</td>
|
|
<td class="small" align="right">#[slreqEURL]#</td>
|
|
<td class="small" align="right">#[slempEURL]#</td>
|
|
<td class="small" align="right">#[slhigEURL]#</td>
|
|
<td class="small" align="right">#[slmedEURL]#</td>
|
|
<td class="small" align="right">#[sllowEURL]#</td>
|
|
<td class="small" align="right">#[usedEURL]#</td>
|
|
<td class="small" align="right"><input name="ramCacheEURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheEURL]#"></td>
|
|
<td class="small" align="right">#[dfltEURL]#</td>
|
|
<td class="small" align="right">#[goodEURL]#</td>
|
|
<td class="small" align="right">#[bestEURL]#</td>
|
|
<td class="small" align="left">URLs that cannot be loaded are stored in this database. It is also used for double-checked during crawling.
|
|
Increasing the cache size will most probably speed up crawling slightly, but not significantly.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">DHT Control</td>
|
|
<td class="small" align="center">#[chunkDHT]#</td>
|
|
<td class="small" align="right">#[slreqDHT]#</td>
|
|
<td class="small" align="right">#[slempDHT]#</td>
|
|
<td class="small" align="right">#[slhigDHT]#</td>
|
|
<td class="small" align="right">#[slmedDHT]#</td>
|
|
<td class="small" align="right">#[sllowDHT]#</td>
|
|
<td class="small" align="right">#[usedDHT]#</td>
|
|
<td class="small" align="right"><input name="ramCacheDHT" type="text" align="right" size="6" maxlength="7" value="#[ramCacheDHT]#"></td>
|
|
<td class="small" align="right">#[dfltDHT]#</td>
|
|
<td class="small" align="right">#[goodDHT]#</td>
|
|
<td class="small" align="right">#[bestDHT]#</td>
|
|
<td class="small" align="left">This is simply the cache for the seed-dbs (active, passive, potential).
|
|
This cache is divided into three equal parts.
|
|
Increasing this cache may speed up many functions, but we need to test this to see the effects.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">Messages</td>
|
|
<td class="small" align="center">#[chunkMessage]#</td>
|
|
<td class="small" align="right">#[slreqMessage]#</td>
|
|
<td class="small" align="right">#[slempMessage]#</td>
|
|
<td class="small" align="right">#[slhigMessage]#</td>
|
|
<td class="small" align="right">#[slmedMessage]#</td>
|
|
<td class="small" align="right">#[sllowMessage]#</td>
|
|
<td class="small" align="right">#[usedMessage]#</td>
|
|
<td class="small" align="right"><input name="ramCacheMessage" type="text" align="right" size="6" maxlength="7" value="#[ramCacheMessage]#"></td>
|
|
<td class="small" align="right">#[dfltMessage]#</td>
|
|
<td class="small" align="right">#[goodMessage]#</td>
|
|
<td class="small" align="right">#[bestMessage]#</td>
|
|
<td class="small" align="left">The Message cache for peer-to-peer messages. Less important.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">Wiki</td>
|
|
<td class="small" align="center">#[chunkWiki]#</td>
|
|
<td class="small" align="right">#[slreqWiki]#</td>
|
|
<td class="small" align="right">#[slempWiki]#</td>
|
|
<td class="small" align="right">#[slhigWiki]#</td>
|
|
<td class="small" align="right">#[slmedWiki]#</td>
|
|
<td class="small" align="right">#[sllowWiki]#</td>
|
|
<td class="small" align="right">#[usedWiki]#</td>
|
|
<td class="small" align="right"><input name="ramCacheWiki" type="text" align="right" size="6" maxlength="7" value="#[ramCacheWiki]#"></td>
|
|
<td class="small" align="right">#[dfltWiki]#</td>
|
|
<td class="small" align="right">#[goodWiki]#</td>
|
|
<td class="small" align="right">#[bestWiki]#</td>
|
|
<td class="small" align="left">The YaCy-Wiki uses a database to store its pages.
|
|
This cache is divided in two parts, one for the wiki database and one for its backup.
|
|
Increasing this cache may speed up access to the wiki pages.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">News</td>
|
|
<td class="small" align="center">#[chunkNews]#</td>
|
|
<td class="small" align="right">#[slreqNews]#</td>
|
|
<td class="small" align="right">#[slempNews]#</td>
|
|
<td class="small" align="right">#[slhigNews]#</td>
|
|
<td class="small" align="right">#[slmedNews]#</td>
|
|
<td class="small" align="right">#[sllowNews]#</td>
|
|
<td class="small" align="right">#[usedNews]#</td>
|
|
<td class="small" align="right"><input name="ramCacheNews" type="text" align="right" size="6" maxlength="7" value="#[ramCacheNews]#"></td>
|
|
<td class="small" align="right">#[dfltNews]#</td>
|
|
<td class="small" align="right">#[goodNews]#</td>
|
|
<td class="small" align="right">#[bestNews]#</td>
|
|
<td class="small" align="left">The News-DB stores property-lists for news that are included in seeds.
|
|
Increasing this cache may speed up the peer-ping.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">robots.txt DB</td>
|
|
<td class="small" align="center">#[chunkRobots]#</td>
|
|
<td class="small" align="right">#[slreqRobots]#</td>
|
|
<td class="small" align="right">#[slempRobots]#</td>
|
|
<td class="small" align="right">#[slhigRobots]#</td>
|
|
<td class="small" align="right">#[slmedRobots]#</td>
|
|
<td class="small" align="right">#[sllowRobots]#</td>
|
|
<td class="small" align="right">#[usedRobots]#</td>
|
|
<td class="small" align="right"><input name="ramCacheRobots" type="text" align="right" size="6" maxlength="7" value="#[ramCacheRobots]#"></td>
|
|
<td class="small" align="right">#[dfltRobots]#</td>
|
|
<td class="small" align="right">#[goodRobots]#</td>
|
|
<td class="small" align="right">#[bestRobots]#</td>
|
|
<td class="small" align="left">The robots.txt DB stores downloaded records from robots.txt files.
|
|
Increasing this cache may speed up validation if crawling of the URL is allowed.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellDark">
|
|
<td class="small" align="left">Crawl Profiles</td>
|
|
<td class="small" align="center">#[chunkProfiles]#</td>
|
|
<td class="small" align="right">#[slreqProfiles]#</td>
|
|
<td class="small" align="right">#[slempProfiles]#</td>
|
|
<td class="small" align="right">#[slhigProfiles]#</td>
|
|
<td class="small" align="right">#[slmedProfiles]#</td>
|
|
<td class="small" align="right">#[sllowProfiles]#</td>
|
|
<td class="small" align="right">#[usedProfiles]#</td>
|
|
<td class="small" align="right"><input name="ramCacheProfiles" type="text" align="right" size="6" maxlength="7" value="#[ramCacheProfiles]#"></td>
|
|
<td class="small" align="right">#[dfltProfiles]#</td>
|
|
<td class="small" align="right">#[goodProfiles]#</td>
|
|
<td class="small" align="right">#[bestProfiles]#</td>
|
|
<td class="small" align="left">The profile database stores properties for each crawl that is started on the local peer.
|
|
Increasing this cache may speed up crawling, but not much space is needed, so the effect may be low.</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellSummary">
|
|
<td class="small" align="left" colspan="7">Totals</td>
|
|
<td class="small" align="right">#[usedTotal]# MB</td>
|
|
<td class="small" align="right">#[currTotal]# MB</td>
|
|
<td class="small" align="right">#[dfltTotal]# MB</td>
|
|
<td class="small" align="right">#[goodTotal]# MB</td>
|
|
<td class="small" align="right">#[bestTotal]# MB</td>
|
|
<td class="small" align="left">Sum of memory amounts</td>
|
|
</tr>
|
|
|
|
<tr class="TableCellLight">
|
|
<td class="small" align="right" colspan="8">Re-Configuration:</td>
|
|
<td class="small" align="center"><input type="submit" name="setCustom" value="Set"><br>these<br>custom<br>values<br> </td>
|
|
<td class="small" align="center"><input type="submit" name="setDefault" value="Set"><br>all<br>default<br>values<br> </td>
|
|
<td class="small" align="center"><input type="submit" name="setGood" value="Set"><br>all<br>recom-<br>mended values</td>
|
|
<td class="small" align="center"><input type="submit" name="setBest" value="Set"><br>all<br>optimum<br>values<br> </td>
|
|
<td class="small" align="left">Changes take effect after <b>re-start</b> of YaCy</td>
|
|
</tr>
|
|
|
|
</form>
|
|
</table>
|
|
</p>
|
|
|
|
#[footer]#
|
|
</body>
|
|
</html>
|