From 74f9e40747102a04922b3c088942697b73dae80c Mon Sep 17 00:00:00 2001 From: orbiter Date: Sat, 16 Nov 2013 18:29:08 +0100 Subject: [PATCH] extended timeout during postprocessing of 30 minutes. --- source/net/yacy/search/schema/CollectionConfiguration.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/source/net/yacy/search/schema/CollectionConfiguration.java b/source/net/yacy/search/schema/CollectionConfiguration.java index 22e0ab5b7..b3f6908e7 100644 --- a/source/net/yacy/search/schema/CollectionConfiguration.java +++ b/source/net/yacy/search/schema/CollectionConfiguration.java @@ -970,7 +970,7 @@ public class CollectionConfiguration extends SchemaConfiguration implements Seri String query = "{!raw f=" + WebgraphSchema.source_host_s.getSolrFieldName() + "}" + host; long count = webgraphConnector.getCountByQuery(query); ConcurrentLog.info("CollectionConfiguration", "collecting " + count + " documents from the webgraph"); - BlockingQueue docs = webgraphConnector.concurrentDocumentsByQuery(query, 0, 10000000, 600000, 100); + BlockingQueue docs = webgraphConnector.concurrentDocumentsByQuery(query, 0, 10000000, 1800000, 100); int countcheck = 0; while ((doc = docs.take()) != AbstractSolrConnector.POISON_DOCUMENT) { boolean changed = false; @@ -1016,7 +1016,7 @@ public class CollectionConfiguration extends SchemaConfiguration implements Seri try { long count = collectionConnector.getCountByQuery(query); ConcurrentLog.info("CollectionConfiguration", "collecting " + count + " documents from the collection for harvestkey " + harvestkey); - BlockingQueue docs = collectionConnector.concurrentDocumentsByQuery(query, 0, 10000000, 600000, 100); + BlockingQueue docs = collectionConnector.concurrentDocumentsByQuery(query, 0, 10000000, 1800000, 100); int countcheck = 0; while ((doc = docs.take()) != AbstractSolrConnector.POISON_DOCUMENT) { // for each to-be-processed entry work on the process tag