// serverProcessor.java // (C) 2008 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany // first published 27.02.2008 on http://yacy.net // // $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $ // $LastChangedRevision: 1986 $ // $LastChangedBy: orbiter $ // // LICENSE // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package de.anomic.server; import java.lang.reflect.InvocationTargetException; import java.util.concurrent.BlockingQueue; import java.util.concurrent.ExecutorService; import java.util.concurrent.Executors; import java.util.concurrent.LinkedBlockingQueue; import java.util.concurrent.TimeUnit; import de.anomic.server.logging.serverLog; public class serverProcessor { public static final int availableCPU = Runtime.getRuntime().availableProcessors(); public static int useCPU = availableCPU; private ExecutorService executor; private BlockingQueue input; private serverProcessor output; private int poolsize; private Object environment; private String methodName; public serverProcessor(final Object env, final String jobExec, final int inputQueueSize, final serverProcessor output) { this(env, jobExec, inputQueueSize, output, useCPU + 1); } public serverProcessor(final Object env, final String jobExec, final int inputQueueSize, final serverProcessor output, final int poolsize) { // start a fixed number of executors that handle entries in the process queue this.environment = env; this.methodName = jobExec; this.input = new LinkedBlockingQueue(inputQueueSize); this.output = output; this.poolsize = poolsize; executor = Executors.newCachedThreadPool(new NamePrefixThreadFactory(jobExec)); for (int i = 0; i < poolsize; i++) { executor.submit(new serverInstantBlockingThread(env, jobExec, input, output)); } } public int queueSize() { return this.input.size(); } public void clear() { if (this.input != null) this.input.clear(); } public synchronized void relaxCapacity() { if (this.input.size() == 0) return; if (this.input.remainingCapacity() > 1000) return; BlockingQueue i = new LinkedBlockingQueue(); J e; while (this.input.size() > 0) { e = this.input.poll(); if (e == null) break; i.add(e); } this.input = i; } @SuppressWarnings("unchecked") public void enQueue(final J in) throws InterruptedException { // ensure that enough job executors are running if ((this.input == null) || (executor == null) || (executor.isShutdown()) || (executor.isTerminated())) { // execute serialized without extra thread serverLog.logWarning("PROCESSOR", "executing job " + environment.getClass().getName() + "." + methodName + " serialized"); try { final J out = (J) serverInstantBlockingThread.execMethod(this.environment, this.methodName).invoke(environment, new Object[]{in}); if ((out != null) && (output != null)) output.enQueue(out); } catch (final IllegalArgumentException e) { e.printStackTrace(); } catch (final IllegalAccessException e) { e.printStackTrace(); } catch (final InvocationTargetException e) { e.printStackTrace(); } return; } // execute concurrent in thread this.input.put(in); } @SuppressWarnings("unchecked") public void announceShutdown() { if (executor == null) return; if (executor.isShutdown()) return; // before we put pills into the queue, make sure that they will take them relaxCapacity(); // put poison pills into the queue for (int i = 0; i < poolsize; i++) { try { serverLog.logInfo("serverProcessor", "putting poison pill in queue for " + this.methodName + ", thread " + i); input.put((J) serverProcessorJob.poisonPill); // put a poison pill into the queue which will kill the job serverLog.logInfo("serverProcessor", ".. poison pill is in queue for " + this.methodName + ", thread " + i + ". awaiting termination"); } catch (final InterruptedException e) { } } } public void awaitShutdown(final long millisTimeout) { if (executor != null & !executor.isShutdown()) { // wait for shutdown try { executor.awaitTermination(millisTimeout, TimeUnit.MILLISECONDS); } catch (final InterruptedException e) {} executor.shutdown(); } serverLog.logInfo("serverProcessor", "queue for " + this.methodName + ": shutdown."); this.executor = null; this.input = null; } }