From 1600414450be685a6e2ba7282f93a96055645467 Mon Sep 17 00:00:00 2001 From: reger Date: Fri, 2 May 2014 19:32:09 +0200 Subject: [PATCH] fix NPE on continuing crawls after YaCy restart (Agent is then nulll) --- source/net/yacy/crawler/HostBalancer.java | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/source/net/yacy/crawler/HostBalancer.java b/source/net/yacy/crawler/HostBalancer.java index 1ba50ce8c..29aa2923e 100644 --- a/source/net/yacy/crawler/HostBalancer.java +++ b/source/net/yacy/crawler/HostBalancer.java @@ -211,7 +211,8 @@ public class HostBalancer implements Balancer { if (queue == null) { queue = new HostQueue(this.hostsPath, entry.url().getHost(), entry.url().getPort(), this.queues.size() > 100, this.exceed134217727); this.queues.put(hosthash, queue); - robots.ensureExist(entry.url(), profile.getAgent(), true); // concurrently load all robots.txt + // profile might be null when continue crawls after YaCy restart + robots.ensureExist(entry.url(), profile == null ? ClientIdentification.yacyInternetCrawlerAgent : profile.getAgent(), true); // concurrently load all robots.txt } return queue.push(entry, profile, robots); }