|
|
|
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
|
|
|
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
|
|
|
<head>
|
|
|
|
|
<title>YaCy '#[clientname]#': Performance Settings of Queues and Processes</title>
|
|
|
|
|
#%env/templates/metas.template%#
|
|
|
|
|
<script type="text/javascript" src="js/html.js"></script>
|
|
|
|
|
</head>
|
|
|
|
|
<body id="PerformanceQueues">
|
|
|
|
|
#%env/templates/header.template%#
|
|
|
|
|
#%env/templates/submenuConfig.template%#
|
|
|
|
|
<h2>Performance Settings of Queues and Processes</h2>
|
|
|
|
|
|
|
|
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
|
|
|
<fieldset><legend>Scheduled tasks overview and waiting time settings:</legend>
|
|
|
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
|
|
|
<tr class="TableHeader" valign="bottom">
|
|
|
|
|
<td>Thread</td>
|
|
|
|
|
<td>Queue Size</td>
|
|
|
|
|
<td colspan="2">Total<br />Block Time</td>
|
|
|
|
|
<td colspan="2">Total<br />Sleep Time</td>
|
|
|
|
|
<td colspan="2">Total<br />Exec Time</td>
|
|
|
|
|
<td>Total<br />Cycles</td>
|
|
|
|
|
<td>Idle<br />Cycles</td>
|
|
|
|
|
<td>Busy<br />Cycles</td>
|
|
|
|
|
<td>Short Mem<br />Cycles</td>
|
|
|
|
|
<td>Sleep Time<br />per Cycle<br />(millis)</td>
|
|
|
|
|
<td>Exec Time<br />per Busy-Cycle<br />(millis)</td>
|
|
|
|
|
<td>Memory Use<br />per Busy-Cycle<br />(kbytes)</td>
|
|
|
|
|
<td>Delay between<br />idle loops</td>
|
|
|
|
|
<td>Delay between<br />busy loops</td>
|
|
|
|
|
<td>Minimum of<br />Required Memory</td>
|
|
|
|
|
<td>Full Description</td>
|
|
|
|
|
</tr>
|
|
|
|
|
#{table}#
|
|
|
|
|
<tr class="TableCellDark">
|
|
|
|
|
<td align="left">#(hasurl)##[shortdescr]#::<a href="#[url]#">#[shortdescr]#</a>#(/hasurl)#</td>
|
|
|
|
|
<td align="right">#[queuesize]#</td>
|
|
|
|
|
<td align="right">#[blocktime]# sec</td>
|
|
|
|
|
<td align="right">#[blockpercent]#%</td>
|
|
|
|
|
<td align="right">#[sleeptime]# sec</td>
|
|
|
|
|
<td align="right">#[sleeppercent]#%</td>
|
|
|
|
|
<td align="right">#[exectime]# sec</td>
|
|
|
|
|
<td align="right">#[execpercent]#%</td>
|
|
|
|
|
<td align="right">#[totalcycles]#</td>
|
|
|
|
|
<td align="right">#[idlecycles]#</td>
|
|
|
|
|
<td align="right">#[busycycles]#</td>
|
|
|
|
|
<td align="right">#[memscycles]#</td>
|
|
|
|
|
<td align="right">#[sleeppercycle]#</td>
|
|
|
|
|
<td align="right">#[execpercycle]#</td>
|
|
|
|
|
<td align="right">#[memusepercycle]#</td>
|
|
|
|
|
<td align="right"><input name="#[threadname]#_idlesleep" size="7" maxlength="7" value="#[idlesleep]#" /> milliseconds</td>
|
|
|
|
|
<td align="right"><input name="#[threadname]#_busysleep" size="7" maxlength="7" value="#[busysleep]#" /> milliseconds</td>
|
|
|
|
|
<td align="right"><input name="#[threadname]#_memprereq" size="7" maxlength="10" value="#[memprereq]#" #(disabled)#:: disabled="disabled"#(/disabled)# /> kbytes</td>
|
|
|
|
|
<td align="left">#[longdescr]##(recommendation)#::<br/>recommended: #[value]# kbytes#(/recommendation)#</td>
|
|
|
|
|
</tr>
|
|
|
|
|
#{/table}#
|
|
|
|
|
<tr class="TableCellLight">
|
|
|
|
|
<td align="left" colspan="19">
|
|
|
|
|
<input type="submit" name="submitdelay" value="Submit New Delay Values" />
|
|
|
|
|
Changes take effect immediately<br/>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</table>
|
|
|
|
|
</fieldset>
|
|
|
|
|
</form>
|
|
|
|
|
|
|
|
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
|
|
|
<fieldset><legend>Cache Settings:</legend>
|
|
|
|
|
<table border="0" cellpadding="5" cellspacing="1">
|
|
|
|
|
<tr valign="top" class="TableHeader">
|
|
|
|
|
<td>Cache Type</td>
|
|
|
|
|
<td>DHT-Out</td>
|
|
|
|
|
<td>DHT-In</td>
|
|
|
|
|
<td>Description</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>URLs in RAM buffer:</td>
|
|
|
|
|
<td colspan="2" align="center">#[urlCacheSize]#</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is the size of the URL write buffer. Its purpose is to buffer incoming URLs
|
|
|
|
|
in case of search result transmission and during DHT transfer.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Words in RAM cache:<br />(Size in KBytes)</td>
|
|
|
|
|
<td>#[wordCacheWSize]#<br />(#[wordCacheWSizeKBytes]# KB)</td>
|
|
|
|
|
<td>#[wordCacheKSize]#<br />(#[wordCacheKSizeKBytes]# KB)</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is the current size of the word caches.
|
|
|
|
|
The indexing cache speeds up the indexing process, the DHT cache holds indexes temporary for approval.
|
|
|
|
|
The maximum of this caches can be set below.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Maximum URLs currently assigned<br />to one cached word:</td>
|
|
|
|
|
<td>#[maxURLinWCache]#</td>
|
|
|
|
|
<td>#[maxURLinKCache]#</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is the maximum size of URLs assigned to a single word cache entry.
|
|
|
|
|
If this is a big number, it shows that the caching works efficiently.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Maximum age of a word:</td>
|
|
|
|
|
<td>#[maxAgeOfWCache]#</td>
|
|
|
|
|
<td>#[maxAgeOfKCache]#</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is the maximum age of a word in an index in minutes.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Minimum age of a word:</td>
|
|
|
|
|
<td>#[minAgeOfWCache]#</td>
|
|
|
|
|
<td>#[minAgeOfKCache]#</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is the minimum age of a word in an index in minutes.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Maximum number of words in cache:</td>
|
|
|
|
|
<td colspan="2">
|
|
|
|
|
<input name="wordCacheMaxCount" type="text" size="10" maxlength="100" value="#[wordCacheMaxCount]#" />
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is is the number of word indexes that shall be held in the
|
|
|
|
|
ram cache during indexing. When YaCy is shut down, this cache must be
|
|
|
|
|
flushed to disc; this may last some minutes.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellDark">
|
|
|
|
|
<td>Initial space of words in cache:</td>
|
|
|
|
|
<td colspan="2">
|
|
|
|
|
<input name="wordCacheInitCount" type="text" size="10" maxlength="100" value="#[wordCacheInitCount]#" />
|
|
|
|
|
</td>
|
|
|
|
|
<td>
|
|
|
|
|
This is is the init size of space for words in cache.
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr valign="top" class="TableCellLight">
|
|
|
|
|
<td colspan="4">
|
|
|
|
|
<input type="submit" name="cacheSizeSubmit" value="Enter New Cache Size" />
|
|
|
|
|
Changes take effect immediately</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</table>
|
|
|
|
|
</fieldset>
|
|
|
|
|
</form>
|
|
|
|
|
|
|
|
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
|
|
|
<fieldset><legend>Balancer Settings:</legend>
|
|
|
|
|
<p>
|
|
|
|
|
This is the time delta between accessing of the same domain during a crawl. The crawl balancer tries to avoid that domains are
|
|
|
|
|
accessed too often, but if the balancer fails (i.e. if there are only links left from the same domain), then these minimum
|
|
|
|
|
delta times are ensured.
|
|
|
|
|
</p>
|
|
|
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
|
|
|
<tr class="TableHeader" valign="bottom">
|
|
|
|
|
<td>Crawler Domain</td>
|
|
|
|
|
<td>Minimum Access Time Delta</td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr class="TableCellDark">
|
|
|
|
|
<td>local (intranet) crawls</td>
|
|
|
|
|
<td align="right"><input id="minimumLocalDelta" name="minimumLocalDelta" type="text" size="20" maxlength="100" value="#[minimumLocalDelta]#" /></td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr class="TableCellDark">
|
|
|
|
|
<td>global (internet) crawls</td>
|
|
|
|
|
<td align="right"><input id="minimumGlobalDelta" name="minimumGlobalDelta" type="text" size="20" maxlength="100" value="#[minimumGlobalDelta]#" /></td>
|
|
|
|
|
</tr>
|
|
|
|
|
<tr class="TableCellLight">
|
|
|
|
|
<td align="left" colspan="2"><input type="submit" name="minimumDeltaSubmit" value="Enter New Parameters" />
|
|
|
|
|
Changes take effect immediately</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</table>
|
|
|
|
|
</fieldset>
|
|
|
|
|
</form>
|
|
|
|
|
|
|
|
|
|
<form action="PerformanceQueues_p.html" method="post" enctype="multipart/form-data">
|
|
|
|
|
<fieldset><legend>Thread Pool Settings:</legend>
|
|
|
|
|
<table border="0" cellpadding="2" cellspacing="1">
|
|
|
|
|
<tr class="TableHeader" valign="bottom">
|
|
|
|
|
<td>Thread Pool</td>
|
|
|
|
|
<td>maximum Active</td>
|
|
|
|
|
<td>current Active</td>
|
|
|
|
|
</tr>
|
|
|
|
|
#{pool}#
|
|
|
|
|
<tr class="TableCellDark">
|
|
|
|
|
<td align="left">#[name]#</td>
|
|
|
|
|
<td align="right"><input name="#[name]#_maxActive" type="text" size="8" maxlength="8" value="#[maxActive]#" /></td>
|
|
|
|
|
<td align="right">#[numActive]#</td>
|
|
|
|
|
</tr>
|
|
|
|
|
#{/pool}#
|
|
|
|
|
<tr class="TableCellLight">
|
|
|
|
|
<td align="left" colspan="7">
|
|
|
|
|
<input type="submit" name="poolConfig" value="Enter new Threadpool Configuration" />
|
|
|
|
|
Changes take effect immediately</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</table>
|
|
|
|
|
</fieldset>
|
|
|
|
|
</form>
|
|
|
|
|
|
|
|
|
|
#%env/templates/footer.template%#
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
