From 9bc22971613c9ce9e8887d1c8202861465bb0790 Mon Sep 17 00:00:00 2001
From: sgaebel <sgaebel@localhost.localdomain>
Date: Wed, 22 Jul 2020 22:15:00 +0200
Subject: [PATCH] fixes deleting during recrawl

---
 source/net/yacy/crawler/RecrawlBusyThread.java | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/source/net/yacy/crawler/RecrawlBusyThread.java b/source/net/yacy/crawler/RecrawlBusyThread.java
index 3a214a8be..bc954dd8a 100644
--- a/source/net/yacy/crawler/RecrawlBusyThread.java
+++ b/source/net/yacy/crawler/RecrawlBusyThread.java
@@ -26,10 +26,8 @@ package net.yacy.crawler;
 import java.io.IOException;
 import java.net.MalformedURLException;
 import java.time.LocalDateTime;
-import java.util.ArrayList;
 import java.util.Date;
 import java.util.HashSet;
-import java.util.List;
 import java.util.Set;
 
 import org.apache.solr.common.SolrDocument;
@@ -300,7 +298,7 @@ public class RecrawlBusyThread extends AbstractBusyThread {
         try {
             // query all or only httpstatus=200 depending on includefailed flag
             docList = solrConnector.getDocumentListByQuery(RecrawlBusyThread.buildSelectionQuery(this.currentQuery, this.includefailed),
-                this.solrSortBy, this.chunkstart, this.chunksize, CollectionSchema.sku.getSolrFieldName());
+                this.solrSortBy, this.chunkstart, this.chunksize, CollectionSchema.id.getSolrFieldName(), CollectionSchema.sku.getSolrFieldName());
             this.urlsToRecrawl = docList.getNumFound();
         } catch (final Throwable e) {
         	this.urlsToRecrawl = 0;
@@ -308,7 +306,7 @@ public class RecrawlBusyThread extends AbstractBusyThread {
         }
 
         if (docList != null) {
-            List<String> tobedeletedIDs = new ArrayList<>();
+            Set<String> tobedeletedIDs = new HashSet<>();
             for (final SolrDocument doc : docList) {
                 try {
                     this.urlstack.add(new DigestURL((String) doc.getFieldValue(CollectionSchema.sku.getSolrFieldName())));
@@ -324,6 +322,7 @@ public class RecrawlBusyThread extends AbstractBusyThread {
             
             if (!tobedeletedIDs.isEmpty()) try {
                 solrConnector.deleteByIds(tobedeletedIDs);
+                solrConnector.commit(false);
             } catch (IOException e) {
                 ConcurrentLog.severe(THREAD_NAME, "error deleting IDs ", e);
             }