|
|
@ -49,6 +49,7 @@ import java.io.IOException;
|
|
|
|
|
|
|
|
|
|
|
|
import de.anomic.data.wikiCode;
|
|
|
|
import de.anomic.data.wikiCode;
|
|
|
|
import de.anomic.http.httpHeader;
|
|
|
|
import de.anomic.http.httpHeader;
|
|
|
|
|
|
|
|
import de.anomic.net.URL;
|
|
|
|
import de.anomic.plasma.plasmaCrawlEURL;
|
|
|
|
import de.anomic.plasma.plasmaCrawlEURL;
|
|
|
|
import de.anomic.plasma.plasmaSwitchboard;
|
|
|
|
import de.anomic.plasma.plasmaSwitchboard;
|
|
|
|
import de.anomic.plasma.plasmaSwitchboardQueue;
|
|
|
|
import de.anomic.plasma.plasmaSwitchboardQueue;
|
|
|
@ -183,21 +184,24 @@ public class IndexCreateIndexingQueue_p {
|
|
|
|
prop.put("rejected_only-latest", 0);
|
|
|
|
prop.put("rejected_only-latest", 0);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
dark = true;
|
|
|
|
dark = true;
|
|
|
|
String url, initiatorHash, executorHash;
|
|
|
|
URL url;
|
|
|
|
|
|
|
|
String initiatorHash, executorHash;
|
|
|
|
plasmaCrawlEURL.Entry entry;
|
|
|
|
plasmaCrawlEURL.Entry entry;
|
|
|
|
yacySeed initiatorSeed, executorSeed;
|
|
|
|
yacySeed initiatorSeed, executorSeed;
|
|
|
|
int j=0;
|
|
|
|
int j=0;
|
|
|
|
for (int i = switchboard.urlPool.errorURL.stackSize() - 1; i >= (switchboard.urlPool.errorURL.stackSize() - showRejectedCount); i--) {
|
|
|
|
for (int i = switchboard.urlPool.errorURL.stackSize() - 1; i >= (switchboard.urlPool.errorURL.stackSize() - showRejectedCount); i--) {
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
entry = switchboard.urlPool.errorURL.stackPopEntry(i);
|
|
|
|
entry = switchboard.urlPool.errorURL.stackPopEntry(i);
|
|
|
|
|
|
|
|
url = entry.url();
|
|
|
|
|
|
|
|
if (url == null) continue;
|
|
|
|
|
|
|
|
|
|
|
|
initiatorHash = entry.initiator();
|
|
|
|
initiatorHash = entry.initiator();
|
|
|
|
executorHash = entry.executor();
|
|
|
|
executorHash = entry.executor();
|
|
|
|
url = entry.url().toString();
|
|
|
|
|
|
|
|
initiatorSeed = yacyCore.seedDB.getConnected(initiatorHash);
|
|
|
|
initiatorSeed = yacyCore.seedDB.getConnected(initiatorHash);
|
|
|
|
executorSeed = yacyCore.seedDB.getConnected(executorHash);
|
|
|
|
executorSeed = yacyCore.seedDB.getConnected(executorHash);
|
|
|
|
prop.put("rejected_list_"+j+"_initiator", ((initiatorSeed == null) ? "proxy" : wikiCode.replaceHTML(initiatorSeed.getName())));
|
|
|
|
prop.put("rejected_list_"+j+"_initiator", ((initiatorSeed == null) ? "proxy" : wikiCode.replaceHTML(initiatorSeed.getName())));
|
|
|
|
prop.put("rejected_list_"+j+"_executor", ((executorSeed == null) ? "proxy" : wikiCode.replaceHTML(executorSeed.getName())));
|
|
|
|
prop.put("rejected_list_"+j+"_executor", ((executorSeed == null) ? "proxy" : wikiCode.replaceHTML(executorSeed.getName())));
|
|
|
|
prop.put("rejected_list_"+j+"_url", wikiCode.replaceHTML(url));
|
|
|
|
prop.put("rejected_list_"+j+"_url", wikiCode.replaceHTML(url.toString()));
|
|
|
|
prop.put("rejected_list_"+j+"_failreason", entry.failreason());
|
|
|
|
prop.put("rejected_list_"+j+"_failreason", entry.failreason());
|
|
|
|
prop.put("rejected_list_"+j+"_dark", ((dark) ? 1 : 0));
|
|
|
|
prop.put("rejected_list_"+j+"_dark", ((dark) ? 1 : 0));
|
|
|
|
dark = !dark;
|
|
|
|
dark = !dark;
|
|
|
|