bugfix *gr*

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@662 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
allo 20 years ago
parent e09f1fe8e4
commit 9300689dde

@ -104,7 +104,7 @@ public class robotsParser{
line=lines[i];
if(line.startsWith("Disallow:")){
line=line.substring(9);
line=line.trim()
line=line.trim();
deny.add(line);
}
}
@ -118,7 +118,7 @@ public class robotsParser{
Iterator it=deny.iterator();
allowed=true;
while(it.hasNext()){
if(url.startsWith((String)it.next()){
if(url.startsWith((String)it.next())){
allowed=false;
break;
}

Loading…
Cancel
Save