repaired indexing after search snippet loading

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@4268 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 17 years ago
parent 48138952ff
commit b1e08d354c

@ -71,7 +71,10 @@ public class WatchCrawler_p {
} else {
prop.put("info", "0");
if ((post.containsKey("autoforward")) && (switchboard.crawlQueues.coreCrawlJobSize() == 0) && (switchboard.crawlQueues.remoteTriggeredCrawlJobSize() == 0)) {
if ((post.containsKey("autoforward")) &&
(switchboard.crawlQueues.coreCrawlJobSize() == 0) &&
(switchboard.crawlQueues.remoteTriggeredCrawlJobSize() == 0) &&
(switchboard.queueSize() < 30)) {
prop.put("forwardToCrawlStart", "1");
}

@ -284,6 +284,9 @@ public class plasmaSnippetCache {
// download resource using the crawler and keep resource in memory if possible
plasmaHTCache.Entry entry = plasmaSwitchboard.getSwitchboard().crawlQueues.loadResourceFromWeb(url, timeout, true, true);
// place entry on crawl queue
plasmaHTCache.push(entry);
// getting resource metadata (e.g. the http headers for http resources)
if (entry != null) {
resInfo = entry.getDocumentInfo();

Loading…
Cancel
Save