boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

changed balancer re-load counter. causes less blocking here doing intranet indexing.

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6812 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 15 years ago
parent 650be3599f
commit 48b9371735
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File

4
source/de/anomic/crawler/Balancer.java
Unescape View File

@ -443,7 +443,7 @@ public class Balancer {
// check if we need to get entries from the file index // check if we need to get entries from the file index
try { try {
fillDomainStacks(800); fillDomainStacks(200);
} catch (IOException e) { } catch (IOException e) {
Log.logException(e); Log.logException(e);
} }
@ -493,7 +493,7 @@ public class Balancer {
this.lastDomainStackFill = System.currentTimeMillis(); this.lastDomainStackFill = System.currentTimeMillis();
final CloneableIterator<byte[]> i = this.urlFileIndex.keys(true, null); final CloneableIterator<byte[]> i = this.urlFileIndex.keys(true, null);
while (i.hasNext()) { while (i.hasNext()) {
pushHashToDomainStacks(i.next(), 50); pushHashToDomainStacks(i.next(), 1000);
if (this.domainStacks.size() > maxdomstacksize) break; if (this.domainStacks.size() > maxdomstacksize) break;
} }
Log.logInfo("BALANCER", "re-fill of domain stacks; fileIndex.size() = " + this.urlFileIndex.size() + ", domainStacks.size = " + domainStacks.size() + ", collection time = " + (System.currentTimeMillis() - this.lastDomainStackFill) + " ms"); Log.logInfo("BALANCER", "re-fill of domain stacks; fileIndex.size() = " + this.urlFileIndex.size() + ", domainStacks.size = " + domainStacks.size() + ", collection time = " + (System.currentTimeMillis() - this.lastDomainStackFill) + " ms");

Write Preview
Loading…
Cancel
Save