emergency fix for crawler: this will otherwise cause loss of complete

crawl queue if latency of remote system is too low
pull/1/head
orbiter 11 years ago
parent 743e4878a8
commit 268a36aaff

@ -578,7 +578,7 @@ public class Balancer {
Map.Entry<String, byte[]> hosthash;
while (k.hasNext()) {
hosthash = k.next();
if (failoverCandidates.get(hosthash) > 2000) break; // thats too long; we want a second chance for this!
//if (failoverCandidates.get(hosthash) > 2000) break; // thats too long; we want a second chance for this!
besthost = hosthash.getKey();
besturlhash = hosthash.getValue();
removeHashFromDomainStacks(besthost, besturlhash);

Loading…
Cancel
Save