fix for genurllist in case of bad urls

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2314 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 19 years ago
parent 1b2ea58ee9
commit cc2be7fb43

@ -53,6 +53,7 @@ import java.io.FileWriter;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.PrintWriter;
import de.anomic.net.URL;
import java.util.HashMap;
import java.util.HashSet;
@ -940,8 +941,13 @@ public final class yacy {
HashSet doms = new HashSet();
plasmaCrawlLURL.Entry entry;
while (eiter.hasNext()) {
entry = (plasmaCrawlLURL.Entry) eiter.next();
if ((entry != null) && (entry.url() != null)) doms.add(entry.url().getHost());
try {
entry = (plasmaCrawlLURL.Entry) eiter.next();
if ((entry != null) && (entry.url() != null)) doms.add(entry.url().getHost());
} catch (Exception e) {
// here an MalformedURLException may occur
// just ignore
}
}
// output file in HTML format

Loading…
Cancel
Save