- automatic setting of peer-does-not-accept-remote-crawl

- increased percentage of object cache to node cache to 30%

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2136 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 19 years ago
parent 912116c5a7
commit bd057b44dd

@ -81,7 +81,7 @@ public class kelondroTree extends kelondroRecords implements kelondroIndex {
private static int root = 0; // pointer for FHandles-array: pointer to root node
// calibration of cache
public static int defaultObjectCachePercent = 10;
public static int defaultObjectCachePercent = 30;
// class variables
private Search writeSearchObj = new Search();

@ -1730,9 +1730,10 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
* is also returned in lurl
*/
if ((page == null) || (page.get("delay") == null)) {
log.logInfo("CRAWL: REMOTE CRAWL TO PEER " + remoteSeed.getName() + " FAILED. CAUSE: unknown (URL=" + urlEntry.url().toString() + ")");
if (remoteSeed != null)
log.logInfo("CRAWL: REMOTE CRAWL TO PEER " + remoteSeed.getName() + " FAILED. CAUSE: unknown (URL=" + urlEntry.url().toString() + "). Removed peer.");
if (remoteSeed != null) {
yacyCore.peerActions.peerDeparture(remoteSeed);
}
return false;
} else
try {
@ -1756,10 +1757,14 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
return true;
} else {
log.logInfo(STR_REMOTECRAWLTRIGGER + remoteSeed.getName() + " REJECTED. CAUSE: " + page.get("reason") + " (URL=" + urlEntry.url().toString() + ")");
remoteSeed.setFlagAcceptRemoteCrawl(false);
yacyCore.seedDB.update(remoteSeed.hash, remoteSeed);
return false;
}
} else {
log.logInfo(STR_REMOTECRAWLTRIGGER + remoteSeed.getName() + " DENIED. RESPONSE=" + response + ", CAUSE=" + page.get("reason") + ", URL=" + urlEntry.url().toString());
remoteSeed.setFlagAcceptRemoteCrawl(false);
yacyCore.seedDB.update(remoteSeed.hash, remoteSeed);
return false;
}
} catch (Exception e) {

Loading…
Cancel
Save