diff --git a/source/de/anomic/crawler/RobotsTxt.java b/source/de/anomic/crawler/RobotsTxt.java
index 6a439b8e7..f56ea0e4e 100644
--- a/source/de/anomic/crawler/RobotsTxt.java
+++ b/source/de/anomic/crawler/RobotsTxt.java
@@ -49,6 +49,7 @@ import net.yacy.kelondro.logging.Log;
 
 import org.apache.log4j.Logger;
 
+import de.anomic.crawler.retrieval.HTTPLoader;
 import de.anomic.data.WorkTables;
 
 public class RobotsTxt {
@@ -308,7 +309,7 @@ public class RobotsTxt {
 
         // adding referer
         reqHeaders.put(RequestHeader.REFERER, (MultiProtocolURI.newURL(robotsURL,"/")).toNormalform(true, true));
-
+        reqHeaders.put(RequestHeader.ACCEPT, HTTPLoader.DEFAULT_ACCEPT);
         if (entry != null) {
             oldEtag = entry.getETag();
             reqHeaders = new RequestHeader();