diff --git a/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java b/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java index 1cad929d7..3f7c7bbaf 100644 --- a/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java +++ b/source/de/anomic/plasma/plasmaCrawlRobotsTxt.java @@ -196,8 +196,8 @@ public class plasmaCrawlRobotsTxt { } public boolean isDisallowed(String path) { - if ((path == null) || (path.length() == 0)) return false; - if ((this.mem == null) || (this.disallowPathList.size() == 0)) return false; + if ((this.mem == null) || (this.disallowPathList.size() == 0)) return false; + if ((path == null) || (path.length() == 0)) path = "/"; Iterator pathIter = this.disallowPathList.iterator(); while (pathIter.hasNext()) { diff --git a/source/de/anomic/plasma/plasmaCrawlWorker.java b/source/de/anomic/plasma/plasmaCrawlWorker.java index 1f1a97341..74b985416 100644 --- a/source/de/anomic/plasma/plasmaCrawlWorker.java +++ b/source/de/anomic/plasma/plasmaCrawlWorker.java @@ -4,7 +4,9 @@ //(C) by Michael Peter Christen; mc@anomic.de //first published on http://www.anomic.de //Frankfurt, Germany, 2004 -//last major change: 21.04.2005 by Martin Thelian +// +//last major change: $LastChangedDate$ by $LastChangedBy$ +//Revision: $LastChangedRevision$ // //This program is free software; you can redistribute it and/or modify //it under the terms of the GNU General Public License as published by