catch one more malformed url in proxy url rewrite

pull/1/head
reger 12 years ago
parent 605530fec5
commit 69599566f9

@ -1614,7 +1614,7 @@ public final class HTTPDFileHandler {
continue;
}
} catch (final MalformedURLException e) {
theLogger.fine("malformed url for url-rewirte " + url.toString());
theLogger.fine("malformed url for url-rewirte: " + url);
continue;
}
}
@ -1627,9 +1627,14 @@ public final class HTTPDFileHandler {
// absoulte url but same protocol of form href="//domain.com/path"
final String complete_url = proxyurl.getProtocol() + ":" + url;
if (sb.getConfig("proxyURL.rewriteURLs", "all").equals("domainlist")) {
try {
if (sb.crawlStacker.urlInAcceptedDomain(new DigestURL(complete_url)) != null) {
continue;
}
} catch (final MalformedURLException e) {
theLogger.fine("malformed url for url-rewirte: " + complete_url);
continue;
}
}
String newurl = init + "/proxy.html?url=" + complete_url;

Loading…
Cancel
Save