better look-ahead into the crawl queue: show more on crawl monitor

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6699 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 15 years ago
parent 4b6efe3b48
commit 46c4f8b68a

@ -512,9 +512,26 @@ public class Balancer {
cel.add(crawlEntry);
count--;
if (count <= 0) break;
} catch (IOException e) {
}
} catch (IOException e) {}
}
int depth = 0;
loop: while (count > 0) {
// iterate over the domain stacks
for (LinkedList<String> list: this.domainStacks.values()) {
if (list.size() <= depth) continue loop;
String n = list.get(depth);
try {
Row.Entry rowEntry = urlFileIndex.get(n.getBytes());
if (rowEntry == null) continue;
final Request crawlEntry = new Request(rowEntry);
cel.add(crawlEntry);
count--;
if (count <= 0) break loop;
} catch (IOException e) {}
}
}
}
return cel;
}

Loading…
Cancel
Save