more logging

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@8047 6c8d7289-2bf4-0310-a012-ef5d649a1542

source/de/anomic/crawler/RobotsTxt.java

@@ -378,7 +378,7 @@ public class RobotsTxt {
                 }
             } else if (code == 401 || code == 403) {
                 accessCompletelyRestricted = true;
-                log.info("Access to Robots.txt not allowed on URL '" + robotsURL + "'., redirectionCount = " + redirectionCount); // since this is a strange case we log it all the time
+                log.info("Access to Robots.txt not allowed on URL '" + robotsURL + "', redirectionCount = " + redirectionCount); // since this is a strange case we log it all the time
             } else {
             	if (log.isDebugEnabled())
             		log.debug("robots.txt could not be downloaded from URL '" + robotsURL + "'. [" + client.getHttpResponse().getStatusLine() + "].");

source/net/yacy/search/Switchboard.java

@@ -923,7 +923,10 @@ public final class Switchboard extends serverSwitch {
         */
         // write the YaCy network identification inside the yacybot client user agent to distinguish networks
         String newagent = ClientIdentification.generateYaCyBot(getConfig(SwitchboardConstants.NETWORK_NAME, "") + (isRobinsonMode() ? "-" : "/") + getConfig(SwitchboardConstants.NETWORK_DOMAIN, "global"));
-        if (!getConfigBool("network.unit.dht", false) && getConfig("network.unit.tenant.agent", "").length() > 0) newagent = getConfig("network.unit.tenant.agent", "");
+        if (!getConfigBool("network.unit.dht", false) && getConfig("network.unit.tenant.agent", "").length() > 0) {
+            newagent = getConfig("network.unit.tenant.agent", "").trim();
+            this.log.logInfo("new user agent: '" + newagent + "'");
+        }
         ClientIdentification.setUserAgent(newagent);
     }