boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

Added Blog-news-symbol as requested.

Browse Source 
I think I will change the character distance a little bit later.

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2101 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
rramthun 19 years ago
parent b4ab183518
commit f08e33680c
2 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File

BIN
htroot/env/grafics/blog.gif vendored
View File

Binary file not shown.
Side by Side

After

Width:  |  Height:  |  Size: 361 B

24
source/de/anomic/plasma/plasmaCrawlStacker.java
Unescape View File

@ -255,7 +255,7 @@ public final class plasmaCrawlStacker {
} catch (MalformedURLException e) {
reason = "denied_(url_'" + nexturlString + "'_wrong)";
this.log.logSevere("Wrong URL in stackCrawl: " + nexturlString +
". Stack processing time: " + (System.currentTimeMillis()-startTime));
". Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -264,17 +264,17 @@ public final class plasmaCrawlStacker {
if (hostAddress == null) {
reason = "denied_(unknown_host)";
this.log.logFine("Unknown host in URL '" + nexturlString + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
} else if (hostAddress.isSiteLocalAddress()) {
reason = "denied_(private_ip_address)";
this.log.logFine("Host in URL '" + nexturlString + "' has private IP address. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
} else if (hostAddress.isLoopbackAddress()) {
reason = "denied_(loopback_ip_address)";
this.log.logFine("Host in URL '" + nexturlString + "' has loopback IP address. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -282,7 +282,7 @@ public final class plasmaCrawlStacker {
if (plasmaSwitchboard.urlBlacklist.isListed(nexturl)) {
reason = "denied_(url_in_blacklist)";
this.log.logFine("URL '" + nexturlString + "' is in blacklist. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -293,7 +293,7 @@ public final class plasmaCrawlStacker {
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' does not match crawling filter '" + profile.generalFilter() + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -304,7 +304,7 @@ public final class plasmaCrawlStacker {
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is CGI URL. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -315,7 +315,7 @@ public final class plasmaCrawlStacker {
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is post URL. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -328,7 +328,7 @@ public final class plasmaCrawlStacker {
if (!(profile.grantedDomAppearance(nexturl.getHost()))) {
reason = "denied_(no_match_with_domain_filter)";
this.log.logFine("URL '" + nexturlString + "' is not listed in granted domains. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -336,7 +336,7 @@ public final class plasmaCrawlStacker {
if (!(profile.grantedDomCount(nexturl.getHost()))) {
reason = "denied_(domain_count_exceeded)";
this.log.logFine("URL '" + nexturlString + "' appeared too often, a maximum of " + profile.domMaxPages() + " is allowed. "+
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -354,7 +354,7 @@ public final class plasmaCrawlStacker {
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("URL '" + nexturlString + "' is double registered in '" + dbocc + "'. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}
@ -365,7 +365,7 @@ public final class plasmaCrawlStacker {
urlPool.errorURL.newEntry(nexturl, referrerHash, initiatorHash, yacyCore.seedDB.mySeed.hash,
name, reason, new bitfield(plasmaURL.urlFlagLength), false);*/
this.log.logFine("Crawling of URL '" + nexturlString + "' disallowed by robots.txt. " +
"Stack processing time: " + (System.currentTimeMillis()-startTime));
"Stack processing time: " + (System.currentTimeMillis()-startTime) + "ms");
return reason;
}

Write Preview
Loading…
Cancel
Save