diff --git a/source/de/anomic/crawler/CrawlProfile.java b/source/de/anomic/crawler/CrawlProfile.java index a78fb560f..7b7ce22dd 100644 --- a/source/de/anomic/crawler/CrawlProfile.java +++ b/source/de/anomic/crawler/CrawlProfile.java @@ -85,6 +85,7 @@ public class CrawlProfile { this.profileTable = null; } + @Override public void finalize() { this.close(); } @@ -319,6 +320,7 @@ public class CrawlProfile { doms = new ConcurrentHashMap(); } + @Override public String toString() { final StringBuilder str = new StringBuilder(); diff --git a/source/de/anomic/crawler/CrawlQueues.java b/source/de/anomic/crawler/CrawlQueues.java index 4e36be789..12ff5cf36 100644 --- a/source/de/anomic/crawler/CrawlQueues.java +++ b/source/de/anomic/crawler/CrawlQueues.java @@ -535,6 +535,7 @@ public class CrawlQueues { return System.currentTimeMillis() - start; } + @Override public void run() { try { // checking robots.txt for http(s) resources diff --git a/source/de/anomic/crawler/CrawlSwitchboard.java b/source/de/anomic/crawler/CrawlSwitchboard.java index bc2f4ac19..397ce0181 100644 --- a/source/de/anomic/crawler/CrawlSwitchboard.java +++ b/source/de/anomic/crawler/CrawlSwitchboard.java @@ -4,9 +4,9 @@ // // This is a part of YaCy, a peer-to-peer based web search engine // -// $LastChangedDate: 2009-05-28 01:51:34 +0200 (Do, 28 Mai 2009) $ -// $LastChangedRevision: 5988 $ -// $LastChangedBy: orbiter $ +// $LastChangedDate$ +// $LastChangedRevision$ +// $LastChangedBy$ // // LICENSE // diff --git a/source/de/anomic/crawler/ImporterManager.java b/source/de/anomic/crawler/ImporterManager.java index 1f31424b1..e4582a23a 100644 --- a/source/de/anomic/crawler/ImporterManager.java +++ b/source/de/anomic/crawler/ImporterManager.java @@ -30,7 +30,7 @@ public class ImporterManager { final Thread[] importThreads = new Thread[this.runningJobs.activeCount()*2]; final int activeCount = this.runningJobs.enumerate(importThreads); final Importer[] importers = new Importer[activeCount]; - for (int i=0; i mem; - private LinkedList allowPathList, denyPathList; + private List allowPathList, denyPathList; String hostName; public RobotsEntry(final String hostName, final Map mem) { @@ -88,8 +87,8 @@ public class RobotsEntry { public RobotsEntry( final DigestURI theURL, - final ArrayList allowPathList, - final ArrayList disallowPathList, + final List allowPathList, + final List disallowPathList, final Date loadedDate, final Date modDate, final String eTag, @@ -114,8 +113,8 @@ public class RobotsEntry { this.allowPathList.addAll(allowPathList); final StringBuilder pathListStr = new StringBuilder(allowPathList.size() * 30); - for (int i=0; i pathIter = this.denyPathList.iterator(); - while (pathIter.hasNext()) { - final String nextPath = pathIter.next(); + for (String element : this.denyPathList) { // disallow rule - if (path.startsWith(nextPath)) { + if (path.startsWith(element)) { return true; } } diff --git a/source/de/anomic/crawler/ZURL.java b/source/de/anomic/crawler/ZURL.java index 0f9fce8c3..528138b2d 100755 --- a/source/de/anomic/crawler/ZURL.java +++ b/source/de/anomic/crawler/ZURL.java @@ -4,9 +4,9 @@ // // This is a part of YaCy, a peer-to-peer based web search engine // -// $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $ -// $LastChangedRevision: 1986 $ -// $LastChangedBy: orbiter $ +// $LastChangedDate$ +// $LastChangedRevision$ +// $LastChangedBy$ // // LICENSE //