The local index currenly consists of (at least) #[wcount]# reverse word indexes and #[ucount]# URL references
+#[error_msg]#
+ :: +Import Job with the same path already started
+#(/error)# +Last Refresh: #[date]#
+ +#[footer]# + + diff --git a/htroot/IndexImport_p.java b/htroot/IndexImport_p.java new file mode 100644 index 000000000..8f182b65c --- /dev/null +++ b/htroot/IndexImport_p.java @@ -0,0 +1,196 @@ +//IndexTransfer_p.java +//----------------------- +//part of the AnomicHTTPD caching proxy +//(C) by Michael Peter Christen; mc@anomic.de +//first published on http://www.anomic.de +//Frankfurt, Germany, 2005 +// +//This file is contributed by Martin Thelian +// +// $LastChangedDate: 2005-10-17 17:46:12 +0200 (Mo, 17 Okt 2005) $ +// $LastChangedRevision: 947 $ +// $LastChangedBy: borg-0300 $ +// +//This program is free software; you can redistribute it and/or modify +//it under the terms of the GNU General Public License as published by +//the Free Software Foundation; either version 2 of the License, or +//(at your option) any later version. +// +//This program is distributed in the hope that it will be useful, +//but WITHOUT ANY WARRANTY; without even the implied warranty of +//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +//GNU General Public License for more details. +// +//You should have received a copy of the GNU General Public License +//along with this program; if not, write to the Free Software +//Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA +// +//Using this software in any meaning (reading, learning, copying, compiling, +//running) means that you agree that the Author(s) is (are) not responsible +//for cost, loss of data or any harm that may be caused directly or indirectly +//by usage of this softare or this documentation. The usage of this software +//is on your own risk. The installation and usage (starting/running) of this +//software may allow other people or application to access your computer and +//any attached devices and is highly dependent on the configuration of the +//software which must be done by the user of the software; the author(s) is +//(are) also not responsible for proper configuration and usage of the +//software, even if provoked by documentation provided together with +//the software. +// +//Any changes to this file according to the GPL as documented in the file +//gpl.txt aside this file in the shipment you received can be done to the +//lines that follows this copyright notice here, but changes must not be +//done inside the copyright notive above. A re-distribution must contain +//the intact and unchanged copyright notice. +//Contributions and changes to the program code must be marked as such. + +//You must compile this file with +//javac -classpath .:../Classes IndexControl_p.java +//if the shell's current path is HTROOT + +import java.io.File; +import java.util.Date; +import java.util.Vector; + +import de.anomic.http.httpHeader; +import de.anomic.plasma.plasmaDbImporter; +import de.anomic.plasma.plasmaSwitchboard; +import de.anomic.server.serverDate; +import de.anomic.server.serverObjects; +import de.anomic.server.serverSwitch; + +public final class IndexImport_p { + + public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) { + // return variable that accumulates replacements + plasmaSwitchboard switchboard = (plasmaSwitchboard) env; + serverObjects prop = new serverObjects(); + + int activeCount = 0; + + if (post != null) { + if (post.containsKey("startIndexDbImport")) { + try { + // getting the import path + String importPath = (String) post.get("importPath"); + boolean startImport = true; + + // check if there is an already running thread with the same import path + Thread[] importThreads = new Thread[plasmaDbImporter.runningJobs.activeCount()*2]; + activeCount = plasmaDbImporter.runningJobs.enumerate(importThreads); + + for (int i=0; i < activeCount; i++) { + plasmaDbImporter currThread = (plasmaDbImporter) importThreads[i]; + if (currThread.getImportRoot().equals(new File(importPath))) { + prop.put("error",2); + startImport = false; + } + } + + if (startImport) { + plasmaDbImporter newImporter = new plasmaDbImporter(switchboard.wordIndex,switchboard.urlPool.loadedURL,importPath); + newImporter.start(); + + prop.put("LOCATION",""); + return prop; + } + } catch (Exception e) { + prop.put("error",1); + prop.put("error_error_msg",e.toString()); + } + } else if (post.containsKey("clearFinishedJobList")) { + plasmaDbImporter.finishedJobs.clear(); + prop.put("LOCATION",""); + return prop; + } else if (post.containsKey("stopIndexDbImport")) { + // getting the job nr of the thread that should be stopped + String jobNr = (String) post.get("jobNr"); + + Thread[] importThreads = new Thread[plasmaDbImporter.runningJobs.activeCount()*2]; + activeCount = plasmaDbImporter.runningJobs.enumerate(importThreads); + + for (int i=0; i < activeCount; i++) { + plasmaDbImporter currThread = (plasmaDbImporter) importThreads[i]; + if (currThread.getJobNr() == Integer.valueOf(jobNr).intValue()) { + currThread.stoppIt(); + try { + currThread.join(); + } catch (InterruptedException e) { + // TODO Auto-generated catch block + e.printStackTrace(); + } + break; + } + } + prop.put("LOCATION",""); + return prop; + } + } + + prop.put("wcount", Integer.toString(switchboard.wordIndex.size())); + prop.put("ucount", Integer.toString(switchboard.urlPool.loadedURL.size())); + + /* + * Loop over all currently running jobs + */ + Thread[] importThreads = new Thread[plasmaDbImporter.runningJobs.activeCount()*2]; + activeCount = plasmaDbImporter.runningJobs.enumerate(importThreads); + + for (int i=0; i < activeCount; i++) { + plasmaDbImporter currThread = (plasmaDbImporter) importThreads[i]; + + File importPath = currThread.getImportRoot(); + String currWordHash = currThread.getCurrentWordhash(); + long currWordEntryCount = currThread.getWordEntryCounter(); + long currWordEntityCounter = currThread.getWordEntityCounter(); + long currUrlCounter = currThread.getUrlCounter(); + long currImportDbSize = currThread.getImportWordDbSize(); + long estimatedTime = currThread.getEstimatedTime(); + long elapsedTime = currThread.getElapsedTime(); + int jobNr = currThread.getJobNr(); + int percent = currThread.getProcessingStatus(); + + boolean isRunning = currThread.isAlive(); + + prop.put("running.jobs_" + i + "_path", importPath.toString()); + prop.put("running.jobs_" + i + "_stopped", isRunning ? 1:0); + prop.put("running.jobs_" + i + "_percent", Integer.toString(percent)); + prop.put("running.jobs_" + i + "_elapsed", serverDate.intervalToString(elapsedTime)); + prop.put("running.jobs_" + i + "_estimated", serverDate.intervalToString(estimatedTime)); + prop.put("running.jobs_" + i + "_wordHash", currWordHash); + prop.put("running.jobs_" + i + "_url_num", Long.toString(currUrlCounter)); + prop.put("running.jobs_" + i + "_word_entity_num", Long.toString(currWordEntityCounter)); + prop.put("running.jobs_" + i + "_word_entry_num", Long.toString(currWordEntryCount)); + prop.put("running.jobs_" + i + "_stopped_job_nr", Integer.toString(jobNr)); + } + prop.put("running.jobs",activeCount); + + /* + * Loop over all finished jobs + */ + Vector finishedJobs = (Vector) plasmaDbImporter.finishedJobs.clone(); + for (int i=0; i