From a79f288ac1ca8ad408c29b8e71c6324d999bbac6 Mon Sep 17 00:00:00 2001
From: Michael Peter Christen <mc@yacy.net>
Date: Sun, 14 Jul 2013 10:02:08 +0200
Subject: [PATCH] automatically running optimize on solr if user/search is idle
 for some time

---
 source/net/yacy/search/Switchboard.java | 29 +++++++++++++++++++++++--
 1 file changed, 27 insertions(+), 2 deletions(-)

diff --git a/source/net/yacy/search/Switchboard.java b/source/net/yacy/search/Switchboard.java
index 12cde50c8..479e9709b 100644
--- a/source/net/yacy/search/Switchboard.java
+++ b/source/net/yacy/search/Switchboard.java
@@ -246,7 +246,7 @@ public final class Switchboard extends serverSwitch {
     public BlogBoardComments blogCommentDB;
     public RobotsTxt robots;
     public Map<String, Object[]> outgoingCookies, incomingCookies;
-    public volatile long proxyLastAccess, localSearchLastAccess, remoteSearchLastAccess;
+    public volatile long proxyLastAccess, localSearchLastAccess, remoteSearchLastAccess, adminAuthenticationLastAccess, optimizeLastRun;
     public Network yc;
     public ResourceObserver observer;
     public UserDB userDB;
@@ -563,6 +563,8 @@ public final class Switchboard extends serverSwitch {
         this.proxyLastAccess = System.currentTimeMillis() - 10000;
         this.localSearchLastAccess = System.currentTimeMillis() - 10000;
         this.remoteSearchLastAccess = System.currentTimeMillis() - 10000;
+        this.adminAuthenticationLastAccess = System.currentTimeMillis();
+        this.optimizeLastRun = System.currentTimeMillis();
         this.webStructure = new WebStructureGraph(new File(this.queuesRoot, "webStructure.map"));
 
         // configuring list path
@@ -2286,7 +2288,24 @@ public final class Switchboard extends serverSwitch {
                 int proccount = 0;
                 proccount += index.fulltext().getDefaultConfiguration().postprocessing(index);
                 proccount += index.fulltext().getWebgraphConfiguration().postprocessing(index);
-                if (proccount > 0) index.fulltext().optimize(8);
+                long idleSearch = System.currentTimeMillis() - this.localSearchLastAccess;
+                long idleAdmin  = System.currentTimeMillis() - this.adminAuthenticationLastAccess;
+                long deltaOptimize = System.currentTimeMillis() - this.optimizeLastRun;
+                boolean optimizeRequired = deltaOptimize > 60000 * 60 * 6; // 6 hours
+                log.info("Solr auto-optimization: idleSearch=" + idleSearch + ", idleAdmin=" + idleAdmin + ", deltaOptimize=" + deltaOptimize + ", proccount=" + proccount);
+                if (idleAdmin > 600000) {
+                    // only run optimization if the admin is idle (10 minutes)
+                    if (proccount > 0) {
+                        log.info("Solr auto-optimization: running solr.optimize(8)");
+                        index.fulltext().optimize(8);
+                    }
+                    if (optimizeRequired) {
+                        int opts = idleSearch > 600000 ? 0 : 5;
+                        log.info("Solr auto-optimization: running solr.optimize(" + opts + ")");
+                        index.fulltext().optimize(opts);
+                        this.optimizeLastRun = System.currentTimeMillis();
+                    }
+                }
                 postprocessingRunning = false;
             }
 
@@ -3105,6 +3124,7 @@ public final class Switchboard extends serverSwitch {
                 + (System.currentTimeMillis() - t));
         }
     }
+    
 
     /**
      * check authentication status for request access shall be granted if return value >= 2; these are the
@@ -3123,12 +3143,14 @@ public final class Switchboard extends serverSwitch {
         // authorization in case that there is no account stored
         final String adminAccountBase64MD5 = getConfig(SwitchboardConstants.ADMIN_ACCOUNT_B64MD5, "");
         if ( adminAccountBase64MD5.isEmpty() ) {
+            adminAuthenticationLastAccess = System.currentTimeMillis();
             return 2; // no password stored; this should not happen for older peers
         }
 
         // authorization for localhost, only if flag is set to grant localhost access as admin
         final boolean accessFromLocalhost = requestHeader.accessFromLocalhost();
         if ( getConfigBool("adminAccountForLocalhost", false) && accessFromLocalhost ) {
+            adminAuthenticationLastAccess = System.currentTimeMillis();
             return 3; // soft-authenticated for localhost
         }
 
@@ -3143,11 +3165,13 @@ public final class Switchboard extends serverSwitch {
 
         // authorization by encoded password, only for localhost access
         if ( accessFromLocalhost && (adminAccountBase64MD5.equals(realmValue)) ) {
+            adminAuthenticationLastAccess = System.currentTimeMillis();
             return 3; // soft-authenticated for localhost
         }
 
         // authorization by hit in userDB
         if ( this.userDB.hasAdminRight(realmProp, requestHeader.getHeaderCookies()) ) {
+            adminAuthenticationLastAccess = System.currentTimeMillis();
             return 4; //return, because 4=max
         }
 
@@ -3156,6 +3180,7 @@ public final class Switchboard extends serverSwitch {
             return 1;
         }
         if ( adminAccountBase64MD5.equals(Digest.encodeMD5Hex(realmValue)) ) {
+            adminAuthenticationLastAccess = System.currentTimeMillis();
             return 4; // hard-authenticated, all ok
         }
         return 1;