From d7b6dcbe2e3f0d94366be09786ab8fe821fb7fe5 Mon Sep 17 00:00:00 2001 From: theli Date: Sun, 25 Dec 2005 13:56:11 +0000 Subject: [PATCH] *) Bugfix for MalformedURL problem if Location header is empty. See: http://www.yacy-forum.de/viewtopic.php?p=14325#14325 git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@1247 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- source/de/anomic/plasma/plasmaCrawlWorker.java | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/source/de/anomic/plasma/plasmaCrawlWorker.java b/source/de/anomic/plasma/plasmaCrawlWorker.java index 95f47fa18..903df9a01 100644 --- a/source/de/anomic/plasma/plasmaCrawlWorker.java +++ b/source/de/anomic/plasma/plasmaCrawlWorker.java @@ -417,6 +417,11 @@ public final class plasmaCrawlWorker extends Thread { String redirectionUrlString = (String) res.responseHeader.get(httpHeader.LOCATION); redirectionUrlString = redirectionUrlString.trim(); + if (redirectionUrlString.length() == 0) { + log.logWarning("CRAWLER Recirection of URL=" + url.toString() + " aborted. Location header is empty."); + return; + } + // normalizing URL redirectionUrlString = htmlFilterContentScraper.urlNormalform(url, redirectionUrlString);