boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

added monitoring for new miss-cache

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2137 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 19 years ago
parent bd057b44dd
commit 1b4a27cd99
3 changed files with 38 additions and 58 deletions
Show Stats Download Patch File Download Diff File

73
htroot/PerformanceMemory_p.html
Unescape View File

@ -82,7 +82,7 @@
<td class="small" rowspan="2">Database<br>&nbsp;</td>
<td class="small" rowspan="2">DB&nbsp;Size<br>&nbsp;</td>
<td class="small" colspan="3">Node Cache</td>
<td class="small" colspan="3">Object Cache</td>
<td class="small" colspan="4">Object Cache</td>
<td class="small" colspan="5">Memory Occupation (KBytes)</td>
<td class="small" rowspan="2">Description<br>&nbsp;</td>
</tr>
@ -90,10 +90,11 @@
<tr class="TableHeader" valign="bottom">
<td class="small">Chunk Size<br>high/med/low<br>(bytes)</td>
<td class="small">Empty<br>(avail.)<br>Slots</td>
<td class="small">Used:<br>High,&nbsp;Medium,&nbsp;Low<br>Prio</td>
<td class="small">Used: High, Medium, Low Prio</td>
<td class="small">&nbsp;<br>Size<br>Max</td>
<td class="small">&nbsp;<br>Size<br>Current</td>
<td class="small">Ratio<br>Hit:Miss<br>Unique:Double<br></td>
<td class="small">Cache<br>Hit:Miss<br>Unique:Double<br>Flush<br></td>
<td class="small">Miss<br>Hit:Miss<br>Unique:Double<br>Flush<br></td>
<td class="small">Used Now</td>
<td class="small">Assigned Max</td>
<td class="small">Default Max</td>
@ -109,7 +110,8 @@
<td class="small" align="right">#[slhigRWI]#<br>#[slmedRWI]#<br>#[sllowRWI]#</td>
<td class="small" align="right">#[ochunkmaxRWI]#</td>
<td class="small" align="right">#[ochunkcurRWI]#</td>
<td class="small" align="right">#[ohittmissRWI]#<br>#[ouniqdoubRWI]#</td>
<td class="small" align="right">#[ohittmissRWI]#<br>#[ouniqdoubRWI]#<br>#[oflushRWI]#</td>
<td class="small" align="right">#[nhittmissRWI]#<br>#[nuniqdoubRWI]#<br>#[nflushRWI]#</td>
<td class="small" align="right">#[usedRWI]#</td>
<td class="small" align="right"><input name="ramCacheRWI" type="text" align="right" size="6" maxlength="7" value="#[ramCacheRWI]#"></td>
<td class="small" align="right">#[dfltRWI]#</td>
@ -128,7 +130,8 @@ cache will speed up crawls with a depth > 3.</td>
<td class="small" align="right">#[slhigHTTP]#<br>#[slmedHTTP]#<br>#[sllowHTTP]#</td>
<td class="small" align="right">#[ochunkmaxHTTP]#</td>
<td class="small" align="right">#[ochunkcurHTTP]#</td>
<td class="small" align="right">#[ohittmissHTTP]#<br>#[ouniqdoubHTTP]#</td>
<td class="small" align="right">#[ohittmissHTTP]#<br>#[ouniqdoubHTTP]#<br>#[oflushHTTP]#</td>
<td class="small" align="right">#[nhittmissHTTP]#<br>#[nuniqdoubHTTP]#<br>#[nflushHTTP]#</td>
<td class="small" align="right">#[usedHTTP]#</td>
<td class="small" align="right"><input name="ramCacheHTTP" type="text" align="right" size="6" maxlength="7" value="#[ramCacheHTTP]#"></td>
<td class="small" align="right">#[dfltHTTP]#</td>
@ -147,7 +150,8 @@ Increasing this cache will be most important for a fast proxy mode.</td>
<td class="small" align="right">#[slhigLURL]#<br>#[slmedLURL]#<br>#[sllowLURL]#</td>
<td class="small" align="right">#[ochunkmaxLURL]#</td>
<td class="small" align="right">#[ochunkcurLURL]#</td>
<td class="small" align="right">#[ohittmissLURL]#<br>#[ouniqdoubLURL]#</td>
<td class="small" align="right">#[ohittmissLURL]#<br>#[ouniqdoubLURL]#<br>#[oflushLURL]#</td>
<td class="small" align="right">#[nhittmissLURL]#<br>#[nuniqdoubLURL]#<br>#[nflushLURL]#</td>
<td class="small" align="right">#[usedLURL]#</td>
<td class="small" align="right"><input name="ramCacheLURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheLURL]#"></td>
<td class="small" align="right">#[dfltLURL]#</td>
@ -165,7 +169,8 @@ This cache is very important for a fast search process. Increasing the cache siz
<td class="small" align="right">#[slhigNURL]#<br>#[slmedNURL]#<br>#[sllowNURL]#</td>
<td class="small" align="right">#[ochunkmaxNURL]#</td>
<td class="small" align="right">#[ochunkcurNURL]#</td>
<td class="small" align="right">#[ohittmissNURL]#<br>#[ouniqdoubNURL]#</td>
<td class="small" align="right">#[ohittmissNURL]#<br>#[ouniqdoubNURL]#<br>#[oflushNURL]#</td>
<td class="small" align="right">#[nhittmissNURL]#<br>#[nuniqdoubNURL]#<br>#[nflushNURL]#</td>
<td class="small" align="right">#[usedNURL]#</td>
<td class="small" align="right"><input name="ramCacheNURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheNURL]#"></td>
<td class="small" align="right">#[dfltNURL]#</td>
@ -183,7 +188,8 @@ Increasing the cache size will result in faster double-check during URL recognit
<td class="small" align="right">#[slhigEURL]#<br>#[slmedEURL]#<br>#[sllowEURL]#</td>
<td class="small" align="right">#[ochunkmaxEURL]#</td>
<td class="small" align="right">#[ochunkcurEURL]#</td>
<td class="small" align="right">#[ohittmissEURL]#<br>#[ouniqdoubEURL]#</td>
<td class="small" align="right">#[ohittmissEURL]#<br>#[ouniqdoubEURL]#<br>#[oflushEURL]#</td>
<td class="small" align="right">#[nhittmissEURL]#<br>#[nuniqdoubEURL]#<br>#[nflushEURL]#</td>
<td class="small" align="right">#[usedEURL]#</td>
<td class="small" align="right"><input name="ramCacheEURL" type="text" align="right" size="6" maxlength="7" value="#[ramCacheEURL]#"></td>
<td class="small" align="right">#[dfltEURL]#</td>
@ -201,7 +207,8 @@ Increasing the cache size will most probably speed up crawling slightly, but not
<td class="small" align="right">#[slhigDHT]#<br>#[slmedDHT]#<br>#[sllowDHT]#</td>
<td class="small" align="right">#[ochunkmaxDHT]#</td>
<td class="small" align="right">#[ochunkcurDHT]#</td>
<td class="small" align="right">#[ohittmissDHT]#<br>#[ouniqdoubDHT]#</td>
<td class="small" align="right">#[ohittmissDHT]#<br>#[ouniqdoubDHT]#<br>#[oflushDHT]#</td>
<td class="small" align="right">#[nhittmissDHT]#<br>#[nuniqdoubDHT]#<br>#[nflushDHT]#</td>
<td class="small" align="right">#[usedDHT]#</td>
<td class="small" align="right"><input name="ramCacheDHT" type="text" align="right" size="6" maxlength="7" value="#[ramCacheDHT]#"></td>
<td class="small" align="right">#[dfltDHT]#</td>
@ -220,7 +227,8 @@ Increasing this cache may speed up many functions, but we need to test this to s
<td class="small" align="right">#[slhigMessage]#<br>#[slmedMessage]#<br>#[sllowMessage]#</td>
<td class="small" align="right">#[ochunkmaxMessage]#</td>
<td class="small" align="right">#[ochunkcurMessage]#</td>
<td class="small" align="right">#[ohittmissMessage]#<br>#[ouniqdoubMessage]#</td>
<td class="small" align="right">#[ohittmissMessage]#<br>#[ouniqdoubMessage]#<br>#[oflushMessage]#</td>
<td class="small" align="right">#[nhittmissMessage]#<br>#[nuniqdoubMessage]#<br>#[nflushMessage]#</td>
<td class="small" align="right">#[usedMessage]#</td>
<td class="small" align="right"><input name="ramCacheMessage" type="text" align="right" size="6" maxlength="7" value="#[ramCacheMessage]#"></td>
<td class="small" align="right">#[dfltMessage]#</td>
@ -237,7 +245,8 @@ Increasing this cache may speed up many functions, but we need to test this to s
<td class="small" align="right">#[slhigWiki]#<br>#[slmedWiki]#<br>#[sllowWiki]#</td>
<td class="small" align="right">#[ochunkmaxWiki]#</td>
<td class="small" align="right">#[ochunkcurWiki]#</td>
<td class="small" align="right">#[ohittmissWiki]#<br>#[ouniqdoubWiki]#</td>
<td class="small" align="right">#[ohittmissWiki]#<br>#[ouniqdoubWiki]#<br>#[oflushWiki]#</td>
<td class="small" align="right">#[nhittmissWiki]#<br>#[nuniqdoubWiki]#<br>#[nflushWiki]#</td>
<td class="small" align="right">#[usedWiki]#</td>
<td class="small" align="right"><input name="ramCacheWiki" type="text" align="right" size="6" maxlength="7" value="#[ramCacheWiki]#"></td>
<td class="small" align="right">#[dfltWiki]#</td>
@ -256,7 +265,8 @@ Increasing this cache may speed up access to the wiki pages.</td>
<td class="small" align="right">#[slhigBlog]#<br>#[slmedBlog]#<br>#[sllowBlog]#</td>
<td class="small" align="right">#[ochunkmaxBlog]#</td>
<td class="small" align="right">#[ochunkcurBlog]#</td>
<td class="small" align="right">#[ohittmissBlog]#<br>#[ouniqdoubBlog]#</td>
<td class="small" align="right">#[ohittmissBlog]#<br>#[ouniqdoubBlog]#<br>#[oflushBlog]#</td>
<td class="small" align="right">#[nhittmissBlog]#<br>#[nuniqdoubBlog]#<br>#[nflushBlog]#</td>
<td class="small" align="right">#[usedBlog]#</td>
<td class="small" align="right"><input name="ramCacheBlog" type="text" align="right" size="6" maxlength="7" value="#[ramCacheBlog]#"></td>
<td class="small" align="right">#[dfltBlog]#</td>
@ -274,7 +284,8 @@ Increasing this cache may speed up access to the Blog.</td>
<td class="small" align="right">#[slhigNews]#<br>#[slmedNews]#<br>#[sllowNews]#</td>
<td class="small" align="right">#[ochunkmaxNews]#</td>
<td class="small" align="right">#[ochunkcurNews]#</td>
<td class="small" align="right">#[ohittmissNews]#<br>#[ouniqdoubNews]#</td>
<td class="small" align="right">#[ohittmissNews]#<br>#[ouniqdoubNews]#<br>#[oflushNews]#</td>
<td class="small" align="right">#[nhittmissNews]#<br>#[nuniqdoubNews]#<br>#[nflushNews]#</td>
<td class="small" align="right">#[usedNews]#</td>
<td class="small" align="right"><input name="ramCacheNews" type="text" align="right" size="6" maxlength="7" value="#[ramCacheNews]#"></td>
<td class="small" align="right">#[dfltNews]#</td>
@ -292,7 +303,8 @@ Increasing this cache may speed up the peer-ping.</td>
<td class="small" align="right">#[slhigRobots]#<br>#[slmedRobots]#<br>#[sllowRobots]#</td>
<td class="small" align="right">#[ochunkmaxRobots]#</td>
<td class="small" align="right">#[ochunkcurRobots]#</td>
<td class="small" align="right">#[ohittmissRobots]#<br>#[ouniqdoubRobots]#</td>
<td class="small" align="right">#[ohittmissRobots]#<br>#[ouniqdoubRobots]#<br>#[oflushRobots]#</td>
<td class="small" align="right">#[nhittmissRobots]#<br>#[nuniqdoubRobots]#<br>#[nflushRobots]#</td>
<td class="small" align="right">#[usedRobots]#</td>
<td class="small" align="right"><input name="ramCacheRobots" type="text" align="right" size="6" maxlength="7" value="#[ramCacheRobots]#"></td>
<td class="small" align="right">#[dfltRobots]#</td>
@ -310,7 +322,8 @@ Increasing this cache may speed up validation if crawling of the URL is allowed.
<td class="small" align="right">#[slhigProfiles]#<br>#[slmedProfiles]#<br>#[sllowProfiles]#</td>
<td class="small" align="right">#[ochunkmaxProfiles]#</td>
<td class="small" align="right">#[ochunkcurProfiles]#</td>
<td class="small" align="right">#[ohittmissProfiles]#<br>#[ouniqdoubProfiles]#</td>
<td class="small" align="right">#[ohittmissProfiles]#<br>#[ouniqdoubProfiles]#<br>#[oflushProfiles]#</td>
<td class="small" align="right">#[nhittmissProfiles]#<br>#[nuniqdoubProfiles]#<br>#[nflushProfiles]#</td>
<td class="small" align="right">#[usedProfiles]#</td>
<td class="small" align="right"><input name="ramCacheProfiles" type="text" align="right" size="6" maxlength="7" value="#[ramCacheProfiles]#"></td>
<td class="small" align="right">#[dfltProfiles]#</td>
@ -321,7 +334,7 @@ Increasing this cache may speed up crawling, but not much space is needed, so th
</tr>
<tr class="TableCellSummary">
<td class="small" align="left" colspan="8">Totals</td>
<td class="small" align="left" colspan="9">Totals</td>
<td class="small" align="right">#[usedTotal]# MB</td>
<td class="small" align="right">#[currTotal]# MB</td>
<td class="small" align="right">#[dfltTotal]# MB</td>
@ -331,7 +344,7 @@ Increasing this cache may speed up crawling, but not much space is needed, so th
</tr>
<tr class="TableCellLight">
<td class="small" align="right" colspan="9">Re-Configuration:</td>
<td class="small" align="right" colspan="10">Re-Configuration:</td>
<td class="small" align="center"><input type="submit" name="setCustom" value="Set"><br>these<br>custom<br>values<br>&nbsp;</td>
<td class="small" align="center"><input type="submit" name="setDefault" value="Set"><br>all<br>default<br>values<br>&nbsp;</td>
<td class="small" align="center"><input type="submit" name="setGood" value="Set"><br>all<br>recom-<br>mended values</td>
@ -369,32 +382,6 @@ Increasing this cache may speed up crawling, but not much space is needed, so th
</p>
-->
<!-- other cache sizes -->
<div class=small><b>Other caching structures:</b></div>
<table border="0" cellpadding="2" cellspacing="1">
<tr class="TableHeader" valign="bottom">
<td class="small">Type</td>
<td class="small">Amount</td>
<td class="small">Size</td>
</tr>
<tr class="TableCellDark">
<td class="small">EURL existsIndex</td>
<td class="small">#[eurl.existsIndexAmount]#</td>
<td class="small">#[eurl.existsIndexSize]#</td>
</tr>
<tr class="TableCellLight">
<td class="small">NURL existsIndex</td>
<td class="small">#[nurl.existsIndexAmount]#</td>
<td class="small">#[nurl.existsIndexSize]#</td>
</tr>
<tr class="TableCellDark">
<td class="small">LURL existsIndex</td>
<td class="small">#[lurl.existsIndexAmount]#</td>
<td class="small">#[lurl.existsIndexSize]#</td>
</tr>
</table>
</p>
#%env/templates/footer.template%#
</body>
</html>

15
htroot/PerformanceMemory_p.java
Unescape View File

@ -284,17 +284,6 @@ public class PerformanceMemory_p {
prop.put("heap" , Integer.toString(c));
*/
// other caching structures
long amount = 0;
prop.put("eurl.existsIndexAmount",Long.toString(amount));
prop.put("eurl.existsIndexSize",serverMemory.bytesToString(amount*(2*indexURL.urlHashLength+28)));
amount = 0;
prop.put("nurl.existsIndexAmount",Long.toString(amount));
prop.put("nurl.existsIndexSize",serverMemory.bytesToString(amount*(2*indexURL.urlHashLength+28)));
amount = 0;
prop.put("lurl.existsIndexAmount",Long.toString(amount));
prop.put("lurl.existsIndexSize",serverMemory.bytesToString(amount*(2*indexURL.urlHashLength+28)));
// return rewrite values for templates
return prop;
}
@ -315,6 +304,10 @@ public class PerformanceMemory_p {
prop.put("ochunkcur" + db, ost[1]);
prop.put("ohittmiss" + db, ost[5] + ":" + ost[6]);
prop.put("ouniqdoub" + db, ost[7] + ":" + ost[8]);
prop.put("oflush" + db, ost[9]);
prop.put("nhittmiss" + db, ost[10] + ":" + ost[11]);
prop.put("nuniqdoub" + db, ost[12] + ":" + ost[13]);
prop.put("nflush" + db, ost[14]);
prop.put("used" + db, usd / KB);
prop.put("good" + db, god / KB);
prop.put("best" + db, bst / KB);

8
source/de/anomic/kelondro/kelondroObjectCache.java
Unescape View File

@ -271,8 +271,8 @@ public class kelondroObjectCache {
while ((ages.size() > 0) &&
((k = (String) ages.getMinObject()) != null) &&
((ages.size() > maxSize) ||
((System.currentTimeMillis() - longEmit(ages.getScore(k))) > maxAge) ||
(Runtime.getRuntime().freeMemory() < minMem))
(((System.currentTimeMillis() - longEmit(ages.getScore(k))) > maxAge) &&
(Runtime.getRuntime().freeMemory() < minMem)))
) {
cache.remove(k);
ages.deleteScore(k);
@ -287,8 +287,8 @@ public class kelondroObjectCache {
while ((hasnot.size() > 0) &&
((k = (String) hasnot.getMinObject()) != null) &&
((hasnot.size() > maxSize) ||
((System.currentTimeMillis() - longEmit(hasnot.getScore(k))) > maxAge) ||
(Runtime.getRuntime().freeMemory() < minMem))
(((System.currentTimeMillis() - longEmit(hasnot.getScore(k))) > maxAge) &&
(Runtime.getRuntime().freeMemory() < minMem)))
) {
hasnot.deleteScore(k);
hasnotFlush++;

Write Preview
Loading…
Cancel
Save