|
|
|
@ -1614,7 +1614,7 @@ public final class HTTPDFileHandler {
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
} catch (final MalformedURLException e) {
|
|
|
|
|
theLogger.fine("malformed url for url-rewirte " + url.toString());
|
|
|
|
|
theLogger.fine("malformed url for url-rewirte: " + url);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
@ -1627,9 +1627,14 @@ public final class HTTPDFileHandler {
|
|
|
|
|
// absoulte url but same protocol of form href="//domain.com/path"
|
|
|
|
|
final String complete_url = proxyurl.getProtocol() + ":" + url;
|
|
|
|
|
if (sb.getConfig("proxyURL.rewriteURLs", "all").equals("domainlist")) {
|
|
|
|
|
try {
|
|
|
|
|
if (sb.crawlStacker.urlInAcceptedDomain(new DigestURL(complete_url)) != null) {
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
} catch (final MalformedURLException e) {
|
|
|
|
|
theLogger.fine("malformed url for url-rewirte: " + complete_url);
|
|
|
|
|
continue;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
String newurl = init + "/proxy.html?url=" + complete_url;
|
|
|
|
|