@ -3,241 +3,249 @@
< head >
< head >
< title > YaCy '#[clientname]#': Performance Settings of Queues and Processes< / title >
< title > YaCy '#[clientname]#': Performance Settings of Queues and Processes< / title >
#%env/templates/metas.template%#
#%env/templates/metas.template%#
< script type = "text/javascript" src = "js/html.js" > < / script >
< / head >
< / head >
< body id = "PerformanceQueues" >
< body id = "PerformanceQueues" onload = "hide('expert_settings')" >
#%env/templates/header.template%#
#%env/templates/header.template%#
#%env/templates/submenuConfig.template%#
#%env/templates/submenuConfig.template%#
< h2 > Performance Settings of Queues and Processes< / h2 >
< h2 > Performance Settings of Queues and Processes< / h2 >
< p >
< strong > Scheduled tasks overview and waiting time settings:< / strong >
< / p >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< fieldset > < legend > Use Default Profile:< / legend >
< tr class = "TableHeader" valign = "bottom" >
< p >
< td > Thread< / td >
< select name = "defaultFile" >
< td > Queue Size< / td >
#{profile}#
< td colspan = "2" > Total< br / > Block Time< / td >
< option value = "#[filename]#" # ( used ) # :: selected = "selected" # ( / used ) # > #[description]#< / option >
< td colspan = "2" > Total< br / > Sleep Time< / td >
#{/profile}#
< td colspan = "2" > Total< br / > Exec Time< / td >
< / select > and use < select name = "multiplier" > < option value = "0.5" > 200 %< / option > < option value = "0.75" > 150 %< / option > < option value = "1" selected = "selected" > 100 %< / option > < option value = "2" > 50 %< / option > < option value = "3" > 33 %< / option > < option value = "10" > 10 %< / option > < / select > of the defiend performance.
< td > Total< br / > Cycles< / td >
< / p >
< td > Idle< br / > Cycles< / td >
< p > < input type = "submit" name = "submitdefault" value = "Save" / > Changes take effect immediately< / p >
< td > Busy< br / > Cycles< / td >
< / fieldset >
< td > Short Mem< br / > Cycles< / td >
< td > Sleep Time< br / > per Cycle< br / > (millis)< / td >
< a href = "javascript:show('expert_settings')" > show expert settings< / a >
< td > Exec Time< br / > per Busy-Cycle< br / > (millis)< / td >
< td > Memory Use< br / > per Busy-Cycle< br / > (kbytes)< / td >
< div id = "expert_settings" >
< td > Delay between< br / > idle loops< / td >
< td > Delay between< br / > busy loops< / td >
< fieldset > < legend > Scheduled tasks overview and waiting time settings:< / legend >
< td > Minimum of< br / > Required Memory< / td >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< td > Full Description< / td >
< tr class = "TableHeader" valign = "bottom" >
< / tr >
< td > Thread< / td >
#{table}#
< td > Queue Size< / td >
< tr class = "TableCellDark" >
< td colspan = "2" > Total< br / > Block Time< / td >
< td align = "left" > #(hasurl)##[shortdescr]#::< a href = "#[url]#" > #[shortdescr]#< / a > #(/hasurl)#< / td >
< td colspan = "2" > Total< br / > Sleep Time< / td >
< td align = "right" > #[queuesize]#< / td >
< td colspan = "2" > Total< br / > Exec Time< / td >
< td align = "right" > #[blocktime]# sec< / td >
< td > Total< br / > Cycles< / td >
< td align = "right" > #[blockpercent]#%< / td >
< td > Idle< br / > Cycles< / td >
< td align = "right" > #[sleeptime]# sec< / td >
< td > Busy< br / > Cycles< / td >
< td align = "right" > #[sleeppercent]#%< / td >
< td > Short Mem< br / > Cycles< / td >
< td align = "right" > #[exectime]# sec< / td >
< td > Sleep Time< br / > per Cycle< br / > (millis)< / td >
< td align = "right" > #[execpercent]#%< / td >
< td > Exec Time< br / > per Busy-Cycle< br / > (millis)< / td >
< td align = "right" > #[totalcycles]#< / td >
< td > Memory Use< br / > per Busy-Cycle< br / > (kbytes)< / td >
< td align = "right" > #[idlecycles]#< / td >
< td > Delay between< br / > idle loops< / td >
< td align = "right" > #[busycycles]#< / td >
< td > Delay between< br / > busy loops< / td >
< td align = "right" > #[memscycles]#< / td >
< td > Minimum of< br / > Required Memory< / td >
< td align = "right" > #[sleeppercycle]#< / td >
< td > Full Description< / td >
< td align = "right" > #[execpercycle]#< / td >
< / tr >
< td align = "right" > #[memusepercycle]#< / td >
#{table}#
< td align = "right" > < input name = "#[threadname]#_idlesleep" size = "7" maxlength = "7" value = "#[idlesleep]#" / > milliseconds< / td >
< tr class = "TableCellDark" >
< td align = "right" > < input name = "#[threadname]#_busysleep" size = "7" maxlength = "7" value = "#[busysleep]#" / > milliseconds< / td >
< td align = "left" > #(hasurl)##[shortdescr]#::< a href = "#[url]#" > #[shortdescr]#< / a > #(/hasurl)#< / td >
< td align = "right" > < input name = "#[threadname]#_memprereq" size = "7" maxlength = "10" value = "#[memprereq]#" # ( disabled ) # :: disabled = "disabled" # ( / disabled ) # / > kbytes< / td >
< td align = "right" > #[queuesize]#< / td >
< td align = "left" > #[longdescr]##(recommendation)#::< br / > recommended: #[value]# kbytes#(/recommendation)#< / td >
< td align = "right" > #[blocktime]# sec< / td >
< / tr >
< td align = "right" > #[blockpercent]#%< / td >
#{/table}#
< td align = "right" > #[sleeptime]# sec< / td >
< tr class = "TableCellLight" >
< td align = "right" > #[sleeppercent]#%< / td >
< td align = "left" colspan = "19" >
< td align = "right" > #[exectime]# sec< / td >
< input type = "submit" name = "submitdelay" value = "Submit New Delay Values" / >
< td align = "right" > #[execpercent]#%< / td >
Changes take effect immediately< br / >
< td align = "right" > #[totalcycles]#< / td >
< input type = "submit" name = "submitdefault" value = "Use Default Profile:" / >
< td align = "right" > #[idlecycles]#< / td >
< select name = "defaultFile" >
< td align = "right" > #[busycycles]#< / td >
#{profile}#
< td align = "right" > #[memscycles]#< / td >
< option value = "#[filename]#" > #[description]#< / option >
< td align = "right" > #[sleeppercycle]#< / td >
#{/profile}#
< td align = "right" > #[execpercycle]#< / td >
< / select > and use < select name = "multiplier" > < option value = "0.5" > 200 %< / option > < option value = "0.75" > 150 %< / option > < option value = "1" selected = "selected" > 100 %< / option > < option value = "2" > 50 %< / option > < option value = "3" > 33 %< / option > < option value = "10" > 10 %< / option > < / select > of the defiend performance.
< td align = "right" > #[memusepercycle]#< / td >
< / td >
< td align = "right" > < input name = "#[threadname]#_idlesleep" size = "7" maxlength = "7" value = "#[idlesleep]#" / > milliseconds< / td >
< / tr >
< td align = "right" > < input name = "#[threadname]#_busysleep" size = "7" maxlength = "7" value = "#[busysleep]#" / > milliseconds< / td >
< / table >
< td align = "right" > < input name = "#[threadname]#_memprereq" size = "7" maxlength = "10" value = "#[memprereq]#" # ( disabled ) # :: disabled = "disabled" # ( / disabled ) # / > kbytes< / td >
< td align = "left" > #[longdescr]##(recommendation)#::< br / > recommended: #[value]# kbytes#(/recommendation)#< / td >
< / tr >
#{/table}#
< tr class = "TableCellLight" >
< td align = "left" colspan = "19" >
< input type = "submit" name = "submitdelay" value = "Submit New Delay Values" / >
Changes take effect immediately< br / >
< / td >
< / tr >
< / table >
< / fieldset >
< / form >
< / form >
< p >
< strong > Cache Settings:< / strong >
< / p >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< table border = "0" cellpadding = "5" cellspacing = "1" >
< fieldset > < legend > Cache Settings:< / legend >
< tr valign = "top" class = "TableHeader" >
< table border = "0" cellpadding = "5" cellspacing = "1" >
< td > Cache Type< / td >
< tr valign = "top" class = "TableHeader" >
< td > DHT-Out< / td >
< td > Cache Type< / td >
< td > DHT-In< / td >
< td > DHT-Out< / td >
< td > Description< / td >
< td > DHT-In< / td >
< / tr >
< td > Description< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > URLs in RAM buffer:< / td >
< tr valign = "top" class = "TableCellDark" >
< td colspan = "2" align = "center" > #[urlCacheSize]#< / td >
< td > URLs in RAM buffer:< / td >
< td >
< td colspan = "2" align = "center" > #[urlCacheSize]#< / td >
This is the size of the URL write buffer. Its purpose is to buffer incoming URLs
< td >
in case of search result transmission and during DHT transfer.
This is the size of the URL write buffer. Its purpose is to buffer incoming URLs
< / td >
in case of search result transmission and during DHT transfer.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Words in RAM cache:< br / > (Size in KBytes)< / td >
< tr valign = "top" class = "TableCellDark" >
< td > #[wordCacheWSize]#< br / > (#[wordCacheWSizeKBytes]# KB)< / td >
< td > Words in RAM cache:< br / > (Size in KBytes)< / td >
< td > #[wordCacheKSize]#< br / > (#[wordCacheKSizeKBytes]# KB)< / td >
< td > #[wordCacheWSize]#< br / > (#[wordCacheWSizeKBytes]# KB)< / td >
< td >
< td > #[wordCacheKSize]#< br / > (#[wordCacheKSizeKBytes]# KB)< / td >
This is the current size of the word caches.
< td >
The indexing cache speeds up the indexing process, the DHT cache holds indexes temporary for approval.
This is the current size of the word caches.
The maximum of this caches can be set below.
The indexing cache speeds up the indexing process, the DHT cache holds indexes temporary for approval.
< / td >
The maximum of this caches can be set below.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Maximum URLs currently assigned< br / > to one cached word:< / td >
< tr valign = "top" class = "TableCellDark" >
< td > #[maxURLinWCache]#< / td >
< td > Maximum URLs currently assigned< br / > to one cached word:< / td >
< td > #[maxURLinKCache]#< / td >
< td > #[maxURLinWCache]#< / td >
< td >
< td > #[maxURLinKCache]#< / td >
This is the maximum size of URLs assigned to a single word cache entry.
< td >
If this is a big number, it shows that the caching works efficiently.
This is the maximum size of URLs assigned to a single word cache entry.
< / td >
If this is a big number, it shows that the caching works efficiently.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Maximum age of a word:< / td >
< tr valign = "top" class = "TableCellDark" >
< td > #[maxAgeOfWCache]#< / td >
< td > Maximum age of a word:< / td >
< td > #[maxAgeOfKCache]#< / td >
< td > #[maxAgeOfWCache]#< / td >
< td >
< td > #[maxAgeOfKCache]#< / td >
This is the maximum age of a word in an index in minutes.
< td >
< / td >
This is the maximum age of a word in an index in minutes.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Minimum age of a word:< / td >
< tr valign = "top" class = "TableCellDark" >
< td > #[minAgeOfWCache]#< / td >
< td > Minimum age of a word:< / td >
< td > #[minAgeOfKCache]#< / td >
< td > #[minAgeOfWCache]#< / td >
< td >
< td > #[minAgeOfKCache]#< / td >
This is the minimum age of a word in an index in minutes.
< td >
< / td >
This is the minimum age of a word in an index in minutes.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Maximum number of words in cache:< / td >
< tr valign = "top" class = "TableCellDark" >
< td colspan = "2" >
< td > Maximum number of words in cache:< / td >
< input name = "wordCacheMaxCount" type = "text" size = "10" maxlength = "100" value = "#[wordCacheMaxCount]#" / >
< td colspan = "2" >
< / td >
< input name = "wordCacheMaxCount" type = "text" size = "10" maxlength = "100" value = "#[wordCacheMaxCount]#" / >
< td >
< / td >
This is is the number of word indexes that shall be held in the
< td >
ram cache during indexing. When YaCy is shut down, this cache must be
This is is the number of word indexes that shall be held in the
flushed to disc; this may last some minutes.
ram cache during indexing. When YaCy is shut down, this cache must be
< / td >
flushed to disc; this may last some minutes.
< / tr >
< / td >
< tr valign = "top" class = "TableCellDark" >
< / tr >
< td > Initial space of words in cache:< / td >
< tr valign = "top" class = "TableCellDark" >
< td colspan = "2" >
< td > Initial space of words in cache:< / td >
< input name = "wordCacheInitCount" type = "text" size = "10" maxlength = "100" value = "#[wordCacheInitCount]#" / >
< td colspan = "2" >
< / td >
< input name = "wordCacheInitCount" type = "text" size = "10" maxlength = "100" value = "#[wordCacheInitCount]#" / >
< td >
< / td >
This is is the init size of space for words in cache.
< td >
< / td >
This is is the init size of space for words in cache.
< / tr >
< / td >
< tr valign = "top" class = "TableCellLight" >
< / tr >
< td colspan = "4" >
< tr valign = "top" class = "TableCellLight" >
< input type = "submit" name = "cacheSizeSubmit" value = "Enter New Cache Size" / >
< td colspan = "4" >
Changes take effect immediately< / td >
< input type = "submit" name = "cacheSizeSubmit" value = "Enter New Cache Size" / >
< / tr >
Changes take effect immediately< / td >
< / table >
< / tr >
< / table >
< / fieldset >
< / form >
< / form >
< p >
< strong > Balancer Settings:< / strong >
< / p >
< p >
This is the time delta between accessing of the same domain during a crawl. The crawl balancer tries to avoid that domains are
accessed too often, but if the balancer fails (i.e. if there are only links left from the same domain), then these minimum
delta times are ensured.
< / p >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< fieldset > < legend > Balancer Settings:< / legend >
< tr class = "TableHeader" valign = "bottom" >
< p >
< td > Crawler Domain< / td >
This is the time delta between accessing of the same domain during a crawl. The crawl balancer tries to avoid that domains are
< td > Minimum Access Time Delta< / td >
accessed too often, but if the balancer fails (i.e. if there are only links left from the same domain), then these minimum
< / tr >
delta times are ensured.
< tr class = "TableCellDark" >
< / p >
< td > local (intranet) crawls< / td >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< td align = "right" > < input id = "minimumLocalDelta" name = "minimumLocalDelta" type = "text" size = "20" maxlength = "100" value = "#[minimumLocalDelta]#" / > < / td >
< tr class = "TableHeader" valign = "bottom" >
< / tr >
< td > Crawler Domain< / td >
< tr class = "TableCellDark" >
< td > Minimum Access Time Delta< / td >
< td > global (internet) crawls< / td >
< / tr >
< td align = "right" > < input id = "minimumGlobalDelta" name = "minimumGlobalDelta" type = "text" size = "20" maxlength = "100" value = "#[minimumGlobalDelta]#" / > < / td >
< tr class = "TableCellDark" >
< / tr >
< td > local (intranet) crawls< / td >
< tr class = "TableCellLight" >
< td align = "right" > < input id = "minimumLocalDelta" name = "minimumLocalDelta" type = "text" size = "20" maxlength = "100" value = "#[minimumLocalDelta]#" / > < / td >
< td align = "left" colspan = "2" > < input type = "submit" name = "minimumDeltaSubmit" value = "Enter New Parameters" / >
< / tr >
Changes take effect immediately< / td >
< tr class = "TableCellDark" >
< / tr >
< td > global (internet) crawls< / td >
< / table >
< td align = "right" > < input id = "minimumGlobalDelta" name = "minimumGlobalDelta" type = "text" size = "20" maxlength = "100" value = "#[minimumGlobalDelta]#" / > < / td >
< / tr >
< tr class = "TableCellLight" >
< td align = "left" colspan = "2" > < input type = "submit" name = "minimumDeltaSubmit" value = "Enter New Parameters" / >
Changes take effect immediately< / td >
< / tr >
< / table >
< / fieldset >
< / form >
< / form >
< p >
< strong > Thread Pool Settings:< / strong >
< / p >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< fieldset > < legend > Thread Pool Settings:< / legend >
< tr class = "TableHeader" valign = "bottom" >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< td > Thread Pool< / td >
< tr class = "TableHeader" valign = "bottom" >
< td > maximum Active< / td >
< td > Thread Pool< / td >
< td > current Active< / td >
< td > maximum Active< / td >
< / tr >
< td > current Active< / td >
#{pool}#
< / tr >
< tr class = "TableCellDark" >
#{pool}#
< td align = "left" > #[name]#< / td >
< tr class = "TableCellDark" >
< td align = "right" > < input name = "#[name]#_maxActive" type = "text" size = "8" maxlength = "8" value = "#[maxActive]#" / > < / td >
< td align = "left" > #[name]#< / td >
< td align = "right" > #[numActive]#< / td >
< td align = "right" > < input name = "#[name]#_maxActive" type = "text" size = "8" maxlength = "8" value = "#[maxActive]#" / > < / td >
< / tr >
< td align = "right" > #[numActive]#< / td >
#{/pool}#
< / tr >
< tr class = "TableCellLight" >
#{/pool}#
< td align = "left" colspan = "7" >
< tr class = "TableCellLight" >
< input type = "submit" name = "poolConfig" value = "Enter new Threadpool Configuration" / >
< td align = "left" colspan = "7" >
Changes take effect immediately< / td >
< input type = "submit" name = "poolConfig" value = "Enter new Threadpool Configuration" / >
< / tr >
Changes take effect immediately< / td >
< / table >
< / tr >
< / table >
< / fieldset >
< / form >
< / form >
< / div > <!-- /expert_settings -->
< p >
< strong > Online Caution Settings:< / strong > < br / >
This is the time that the crawler idles when the proxy is accessed, or a local or remote search is done.
The delay is extended by this time each time the proxy is accessed afterwards.
This shall improve performance of the affected process (proxy or search).
(current delta is #[crawlPauseProxyCurrent]#/#[crawlPauseLocalsearchCurrent]#/#[crawlPauseRemotesearchCurrent]#
seconds since last proxy/local-search/remote-search access.)
< / p >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< fieldset > < legend > Online Caution Settings:< / legend >
< tr class = "TableHeader" valign = "bottom" >
< p >
< td > Online Caution Case< / td >
This is the time that the crawler idles when the proxy is accessed, or a local or remote search is done.
< td > indexer delay (milliseconds) after case occurency< / td >
The delay is extended by this time each time the proxy is accessed afterwards.
< / tr >
This shall improve performance of the affected process (proxy or search).
< tr class = "TableCellDark" >
(current delta is #[crawlPauseProxyCurrent]#/#[crawlPauseLocalsearchCurrent]#/#[crawlPauseRemotesearchCurrent]#
< td > Proxy:< / td >
seconds since last proxy/local-search/remote-search access.)
< td align = "right" > < input id = "crawlPauseProxy" name = "crawlPauseProxy" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseProxy]#" / > < / td >
< / p >
< / tr >
< table border = "0" cellpadding = "2" cellspacing = "1" >
< tr class = "TableCellDark" >
< tr class = "TableHeader" valign = "bottom" >
< td > Local Search:< / td >
< td > Online Caution Case< / td >
< td align = "right" > < input id = "crawlPauseLocalsearch" name = "crawlPauseLocalsearch" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseLocalsearch]#" / > < / td >
< td > indexer delay (milliseconds) after case occurency< / td >
< / tr >
< / tr >
< tr class = "TableCellDark" >
< tr class = "TableCellDark" >
< td > Remote Search:< / td >
< td > Proxy:< / td >
< td align = "right" > < input id = "crawlPauseRemotesearch" name = "crawlPauseRemotesearch" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseRemotesearch]#" / > < / td >
< td align = "right" > < input id = "crawlPauseProxy" name = "crawlPauseProxy" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseProxy]#" / > < / td >
< / tr >
< / tr >
< tr class = "TableCellLight" >
< tr class = "TableCellDark" >
< td align = "left" colspan = "2" > < input type = "submit" name = "onlineCautionSubmit" value = "Enter New Parameters" / >
< td > Local Search:< / td >
Changes take effect immediately< / td >
< td align = "right" > < input id = "crawlPauseLocalsearch" name = "crawlPauseLocalsearch" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseLocalsearch]#" / > < / td >
< / tr >
< / tr >
< / table >
< tr class = "TableCellDark" >
< td > Remote Search:< / td >
< td align = "right" > < input id = "crawlPauseRemotesearch" name = "crawlPauseRemotesearch" type = "text" size = "20" maxlength = "100" value = "#[crawlPauseRemotesearch]#" / > < / td >
< / tr >
< tr class = "TableCellLight" >
< td align = "left" colspan = "2" > < input type = "submit" name = "onlineCautionSubmit" value = "Enter New Parameters" / >
Changes take effect immediately< / td >
< / tr >
< / table >
< / fieldset >
< / form >
< / form >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
< form action = "PerformanceQueues_p.html" method = "post" enctype = "multipart/form-data" >
lotus
17 years ago