diff --git a/source/de/anomic/http/httpc.java b/source/de/anomic/http/httpc.java index 5967e3ff6..90c8ad6ed 100644 --- a/source/de/anomic/http/httpc.java +++ b/source/de/anomic/http/httpc.java @@ -665,7 +665,7 @@ public final class httpc { public response GET(String path, httpHeader requestHeader) throws IOException { //serverLog.logDebug("HTTPC", handle + " requested GET '" + path + "', time = " + (System.currentTimeMillis() - handle)); try { - boolean zipped = (this.allowContentEncoding) ? true : httpd.shallTransportZipped(path); + boolean zipped = (!this.allowContentEncoding) ? false : httpd.shallTransportZipped(path); send(httpHeader.METHOD_GET, path, requestHeader, zipped); response r = new response(zipped); //serverLog.logDebug("HTTPC", handle + " returned GET '" + path + "', time = " + (System.currentTimeMillis() - handle)); diff --git a/source/de/anomic/http/httpdProxyHandler.java b/source/de/anomic/http/httpdProxyHandler.java index 662a910fa..c76ff227f 100644 --- a/source/de/anomic/http/httpdProxyHandler.java +++ b/source/de/anomic/http/httpdProxyHandler.java @@ -724,7 +724,7 @@ public final class httpdProxyHandler extends httpdAbstractHandler implements htt } else { if (e.getMessage().indexOf("Corrupt GZIP trailer") >= 0) { // just do nothing, we leave it this way - this.theLogger.logDebug("ignoring bad gzip trail for URL " + url + " (" + e.getMessage() + ")",e); + this.theLogger.logDebug("ignoring bad gzip trail for URL " + url + " (" + e.getMessage() + ")"); this.forceConnectionClose(); } else if ((remote != null)&&(remote.isClosed())) { // TODO: query for broken pipe errorMessage = "destination host unexpectedly closed connection"; diff --git a/source/de/anomic/plasma/plasmaCrawlWorker.java b/source/de/anomic/plasma/plasmaCrawlWorker.java index baa7228b2..f2aa30f3f 100644 --- a/source/de/anomic/plasma/plasmaCrawlWorker.java +++ b/source/de/anomic/plasma/plasmaCrawlWorker.java @@ -282,7 +282,7 @@ public final class plasmaCrawlWorker extends Thread { httpHeader requestHeader = new httpHeader(); requestHeader.put("User-Agent", httpdProxyHandler.userAgent); requestHeader.put("Referer", referer); - requestHeader.put("Accept-Encoding", "gzip,deflate"); + if (useContentEncodingGzip) requestHeader.put("Accept-Encoding", "gzip,deflate"); //System.out.println("CRAWLER_REQUEST_HEADER=" + requestHeader.toString()); // DEBUG diff --git a/source/de/anomic/server/serverCodings.java b/source/de/anomic/server/serverCodings.java index 065381833..fb55f34f7 100644 --- a/source/de/anomic/server/serverCodings.java +++ b/source/de/anomic/server/serverCodings.java @@ -176,6 +176,7 @@ public final class serverCodings { return out; } catch (ArrayIndexOutOfBoundsException e) { // maybe the input was not base64 + e.printStackTrace(); return null; } }