*) Speedup of indexer. Proxy files will not be enqueued by the cachemanager

into the sb-queue anymore if the mimeType or fileExtension is not supported
   by the installed parsers.
- Advantage: Avoiding unnecessary enqueueing and dequeueing from queue

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@664 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
theli 19 years ago
parent 1219ef99f0
commit 578f36ae18

@ -537,12 +537,16 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
log.logInfo("EXISTING FILE (" + entry.cacheFile.length() + " bytes) for " + entry.cacheFile); log.logInfo("EXISTING FILE (" + entry.cacheFile.length() + " bytes) for " + entry.cacheFile);
} }
// enqueue for further crawling if (plasmaParser.supportedMimeTypesContains(entry.responseHeader.mime()) ||
enQueue(sbQueue.newEntry(entry.url, plasmaURL.urlHash(entry.referrerURL()), plasmaParser.supportedFileExt(entry.url)) {
entry.requestHeader.ifModifiedSince(), entry.requestHeader.containsKey(httpHeader.COOKIE),
entry.initiator(), entry.depth, entry.profile.handle(), // enqueue for further crawling
entry.name() enQueue(sbQueue.newEntry(entry.url, plasmaURL.urlHash(entry.referrerURL()),
)); entry.requestHeader.ifModifiedSince(), entry.requestHeader.containsKey(httpHeader.COOKIE),
entry.initiator(), entry.depth, entry.profile.handle(),
entry.name()
));
}
return true; return true;
} }

Loading…
Cancel
Save