From cfbacbbf088abc48fd1de60f9c662081a5de9e40 Mon Sep 17 00:00:00 2001
From: orbiter <orbiter@6c8d7289-2bf4-0310-a012-ef5d649a1542>
Date: Fri, 11 Aug 2006 15:29:29 +0000
Subject: [PATCH] reverted change in robotsParser

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2378 6c8d7289-2bf4-0310-a012-ef5d649a1542
---
 source/de/anomic/data/robotsParser.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/source/de/anomic/data/robotsParser.java b/source/de/anomic/data/robotsParser.java
index 6b210e230..a84f03ce2 100644
--- a/source/de/anomic/data/robotsParser.java
+++ b/source/de/anomic/data/robotsParser.java
@@ -282,7 +282,7 @@ public final class robotsParser{
             }
         }
         
-        if (robotsTxt4Host.isDisallowed(nexturl.getPath())) {
+        if (robotsTxt4Host.isDisallowed(nexturl.getFile())) {
             return true;        
         }        
         return false;
@@ -327,7 +327,7 @@ public final class robotsParser{
                 
             }
             
-            httpc.response res = con.GET(robotsURL.getPath(), reqHeaders);
+            httpc.response res = con.GET(robotsURL.getFile(), reqHeaders);
             if (res.status.startsWith("2")) {
                 if (!res.responseHeader.mime().startsWith("text/plain")) {
                     robotsTxt = null;