reverted change in robotsParser

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2378 6c8d7289-2bf4-0310-a012-ef5d649a1542
19 years ago · cfbacbbf08
parent abf22f6e60
commit cfbacbbf08
1 changed files with 2 additions and 2 deletions
--- a/source/de/anomic/data/robotsParser.java
+++ b/source/de/anomic/data/robotsParser.java
@ -282,7 +282,7 @@ public final class robotsParser{
            }
        }
-        if (robotsTxt4Host.isDisallowed(nexturl.getPath())) {
+        if (robotsTxt4Host.isDisallowed(nexturl.getFile())) {
            return true;        
        }        
        return false;
@ -327,7 +327,7 @@ public final class robotsParser{
            }
-            httpc.response res = con.GET(robotsURL.getPath(), reqHeaders);
+            httpc.response res = con.GET(robotsURL.getFile(), reqHeaders);
            if (res.status.startsWith("2")) {
                if (!res.responseHeader.mime().startsWith("text/plain")) {
                    robotsTxt = null;