From fa08bd9d5a109b0daf2dbedae1f71ebb5fc1dce0 Mon Sep 17 00:00:00 2001 From: Michael Peter Christen Date: Mon, 1 Jul 2013 13:24:52 +0200 Subject: [PATCH] hack to prevent long waiting times in crawler --- source/net/yacy/crawler/Balancer.java | 1 + 1 file changed, 1 insertion(+) diff --git a/source/net/yacy/crawler/Balancer.java b/source/net/yacy/crawler/Balancer.java index b245d98de..37ae15f20 100644 --- a/source/net/yacy/crawler/Balancer.java +++ b/source/net/yacy/crawler/Balancer.java @@ -571,6 +571,7 @@ public class Balancer { Map.Entry hosthash; while (k.hasNext()) { hosthash = k.next(); + if (failoverCandidates.get(hosthash) > 1000) break; // thats too long; we want a second chance for this! besthost = hosthash.getKey(); besturlhash = hosthash.getValue(); removeHashFromDomainStacks(besthost, besturlhash);