* show info in log, if robots.txt is rejected due to wrong mime-type

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7628 6c8d7289-2bf4-0310-a012-ef5d649a1542

source/de/anomic/crawler/RobotsTxt.java

@@ -357,7 +357,7 @@ public class RobotsTxt {
             if (code > 199 && code < 300) {
             	if (!header.mime().startsWith("text/plain")) {
                     robotsTxt = null;
-                    if (log.isDebugEnabled()) log.debug("Robots.txt from URL '" + robotsURL + "' has wrong mimetype '" + header.mime() + "'.");
+                    log.info("Robots.txt from URL '" + robotsURL + "' has wrong mimetype '" + header.mime() + "'.");
                 } else {
 
                     // getting some metadata