added configuration option for maxmimum load and minimum ram for

postprocessing
pull/1/head
Michael Peter Christen 11 years ago
parent 0898f0be17
commit 229f2248b8

@ -1231,3 +1231,7 @@ browser.load4everyone = false
# with some heuristics like: loading linked documents and adding a twitter search.
# When the learning mode is finished, the user may switch on individual heuristics by himself.
greedylearning.active = true
# postprocessing steering
postprocessing.maximum_load = 2.5
postprocessing.minimum_ram = 536870912

@ -2307,8 +2307,8 @@ public final class Switchboard extends serverSwitch {
boolean postprocessing =
collection1Configuration.contains(CollectionSchema.process_sxt) &&
(index.connectedCitation() || fulltext.useWebgraph()) &&
MemoryControl.available() > 512L * 1024L * 1024L &&
Memory.load() < 2.5f;
MemoryControl.available() > getConfigLong("postprocessing.minimum_ram", 0) &&
Memory.load() < getConfigFloat("postprocessing.maximum_load", 0);
if (allCrawlsFinished) {
if (postprocessing) {

Loading…
Cancel
Save