diff --git a/doc/bot.html b/doc/bot.html new file mode 100644 index 000000000..4a4b1d2a2 --- /dev/null +++ b/doc/bot.html @@ -0,0 +1,76 @@ + + + +YaCy: Bot Info + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/source/de/anomic/http/httpdProxyHandler.java b/source/de/anomic/http/httpdProxyHandler.java index 433b00a5f..a6d5a6c9e 100644 --- a/source/de/anomic/http/httpdProxyHandler.java +++ b/source/de/anomic/http/httpdProxyHandler.java @@ -125,7 +125,7 @@ public final class httpdProxyHandler extends httpdAbstractHandler implements htt private static htmlFilterTransformer transformer = null; public static final String proxyUserAgent = "yacy (" + httpc.systemOST +") yacy.net"; - public static final String crawlerUserAgent = "yacybot (" + httpc.systemOST +") yacy.net"; + public static final String crawlerUserAgent = "yacybot (" + httpc.systemOST +") yacy.net/yacy/bot.html"; private File htRootPath = null; private static boolean doAccessLogging = false;