// CacheAdmin_p.java
// -----------------------
// part of the AnomicHTTPD caching proxy
// (C) by Michael Peter Christen; mc@anomic.de
// first published on http://www.anomic.de
// Frankfurt, Germany, 2004
//
// $LastChangedDate$
// $LastChangedRevision$
// $LastChangedBy$
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//
// Using this software in any meaning (reading, learning, copying, compiling,
// running) means that you agree that the Author(s) is (are) not responsible
// for cost, loss of data or any harm that may be caused directly or indirectly
// by usage of this softare or this documentation. The usage of this software
// is on your own risk. The installation and usage (starting/running) of this
// software may allow other people or application to access your computer and
// any attached devices and is highly dependent on the configuration of the
// software which must be done by the user of the software; the author(s) is
// (are) also not responsible for proper configuration and usage of the
// software, even if provoked by documentation provided together with
// the software.
//
// Any changes to this file according to the GPL as documented in the file
// gpl.txt aside this file in the shipment you received can be done to the
// lines that follows this copyright notice here, but changes must not be
// done inside the copyright notive above. A re-distribution must contain
// the intact and unchanged copyright notice.
// Contributions and changes to the program code must be marked as such.
// You must compile this file with
// javac -classpath .:../classes CacheAdmin_p.java
// if the shell's current path is HTROOT
/* changes by [FB], 19.12.2006:
* - removed HTML code from .java file in favour of the corresponding .html
*/
import java.io.File;
import java.io.FilenameFilter;
import java.io.IOException;
import java.io.Writer;
import java.util.Iterator;
import java.util.Map;
import java.util.TreeSet;
import de.anomic.htmlFilter.htmlFilterContentScraper;
import de.anomic.htmlFilter.htmlFilterImageEntry;
import de.anomic.htmlFilter.htmlFilterWriter;
import de.anomic.http.httpHeader;
import de.anomic.plasma.plasmaHTCache;
import de.anomic.plasma.plasmaParserDocument;
import de.anomic.plasma.plasmaSwitchboard;
import de.anomic.plasma.cache.IResourceInfo;
import de.anomic.plasma.cache.UnsupportedProtocolException;
import de.anomic.server.serverFileUtils;
import de.anomic.server.serverObjects;
import de.anomic.server.serverSwitch;
import de.anomic.yacy.yacyURL;
public class CacheAdmin_p {
public static final String thisHtmlFile = "CacheAdmin_p.html";
private static final int TypeDIR = 1;
private static final int TypeFILE = 0;
private static final int HtmlFile = 0;
private static final int NotCached = 1;
private static final int Image = 2;
private static final int ProtocolError = 3;
private static final int SecurityError = 4;
public static final class Filter implements FilenameFilter {
private static final String EXCLUDE_NAME = plasmaHTCache.DB_NAME;
private final File EXCLUDE_DIR;
public Filter(File path) { this.EXCLUDE_DIR = path; }
public boolean accept(File dir, String name) {
return !dir.equals(EXCLUDE_DIR) && !name.equals(EXCLUDE_NAME);
}
}
public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) {
final plasmaSwitchboard switchboard = (plasmaSwitchboard) env;
final serverObjects prop = new serverObjects();
final String action = ((post == null) ? "info" : post.get("action", "info"));
String pathString = ((post == null) ? "" : post.get("path", "/"));
// String pathString = ((post == null) ? "" : post.get("path", "/").replaceAll("//", "/")); // where is the BUG ?
// don't leave the htCachePath
File file = new File(switchboard.htCachePath, pathString);
try {
if (!file.getCanonicalPath().startsWith(switchboard.htCachePath.getCanonicalPath())) {
pathString = "/";
file = new File(switchboard.htCachePath, pathString);
}
} catch (IOException e) {
pathString = "/";
file = new File(switchboard.htCachePath, pathString);
}
final StringBuffer path = new StringBuffer(256);
final StringBuffer tree = new StringBuffer();
final StringBuffer info = new StringBuffer();
final yacyURL url = plasmaHTCache.getURL(file);
String urlstr = "";
if (action.equals("info") && !file.isDirectory() && url != null) { // normal file
prop.put("info", TypeFILE);
// path.append((pathString.length() == 0) ? linkPathString("/", true) : linkPathString(pathString, false));
linkPathString(prop, ((pathString.length() == 0) ? ("/") : (pathString)), true);
urlstr = url.toNormalform(true, true);
prop.put("info_url", urlstr);
info.ensureCapacity(10000);
try {
final IResourceInfo resInfo = plasmaHTCache.loadResourceInfo(url);
if (resInfo == null) {
prop.put("info_type", NotCached);
} else {
formatHeader(prop, resInfo.getMap());
final String ff = file.toString();
final int dotpos = ff.lastIndexOf('.');
final String ext = (dotpos >= 0) ? ff.substring(dotpos + 1).toLowerCase() : "";
if (ext.equals("gif") || ext.equals("jpg") ||
ext.equals("png") || ext.equals("jpeg") ||
ext.equals("ico") || ext.equals("bmp")) {
prop.put("info_type", Image);
prop.put("info_type_src", pathString);
} else {
prop.put("info_type", HtmlFile);
// fill the htmlFilerContentScraper object with the contents of the cached file
// to retrieve all needed information
final htmlFilterContentScraper scraper = new htmlFilterContentScraper(url);
//final OutputStream os = new htmlFilterOutputStream(null, scraper, null, false);
Writer writer = new htmlFilterWriter(null,null,scraper,null,false);
String sourceCharset = resInfo.getCharacterEncoding();
if (sourceCharset == null) sourceCharset = "UTF-8";
String mimeType = resInfo.getMimeType();
serverFileUtils.copy(file, sourceCharset, writer);
writer.close();
final plasmaParserDocument document = switchboard.parser.transformScraper(url, mimeType, sourceCharset, scraper);
prop.put("info_type_title", scraper.getTitle());
int i;
String[] t = document.getSectionTitles();
prop.put("info_type_headlines", t.length);
for (i = 0; i < t.length; i++)
prop.put("info_type_headlines_" + i + "_headline",
t[i].replaceAll("\n", "").trim());
formatAnchor(prop, document.getHyperlinks(), "links");
formatImageAnchor(prop, document.getImages());
formatAnchor(prop, document.getAudiolinks(), "audio");
formatAnchor(prop, document.getVideolinks(), "video");
formatAnchor(prop, document.getApplinks(), "apps");
formatAnchor(prop, document.getEmaillinks(), "email");
prop.put("info_type_text", new String(scraper.getText()));
i = 0;
final Iterator sentences = document.getSentences(false);
if (sentences != null)
while (sentences.hasNext()) {
prop.put("info_type_lines_" + i + "_line",
new String((StringBuffer) sentences.next()).replaceAll("\n", "").trim());
i++;
}
prop.put("info_type_lines", i);
if (document != null) document.close();
}
}
} catch (IOException e) {
prop.put("info_type", NotCached);
} catch (UnsupportedProtocolException e) {
prop.put("info_type", ProtocolError);
} catch (IllegalAccessException e) {
prop.put("info_type", SecurityError);
}
} else {
prop.put("info", TypeDIR);
File dir;
if (file.isDirectory()) {
dir = file;
} else {
dir = file.getParentFile();
pathString = (new File(pathString)).getParent().replace('\\','/');
}
// generate sorted dir/file listing
final String[] list = dir.list(new Filter(new File(switchboard.getConfig(plasmaSwitchboard.HTCACHE_PATH, plasmaSwitchboard.HTCACHE_PATH_DEFAULT))));
tree.ensureCapacity((list == null) ? 70 : (list.length + 1) * 256);
linkPathString(prop, ((pathString.length() == 0) ? ("/") : (pathString)), true);
if (list == null) {
prop.put("info_empty", 1);
} else {
prop.put("info_empty", 0);
final TreeSet dList = new TreeSet();
final TreeSet fList = new TreeSet();
int size = list.length - 1, i = size;
for (; i >= 0 ; i--) { // Rueckwaerts ist schneller
if (new File(dir, list[i]).isDirectory())
dList.add(list[i]);
else
fList.add(list[i]);
}
Iterator iter = dList.iterator();
i = 0;
prop.put("info_treeFolders", dList.size());
while (iter.hasNext()) {
prop.put("info_treeFolders_" + i + "_path", pathString);
prop.put("info_treeFolders_" + i + "_name", iter.next().toString());
i++;
}
i = 0;
iter = fList.iterator();
prop.put("info_treeFiles", fList.size());
while (iter.hasNext()) {
prop.put("info_treeFiles_" + i + "_path", pathString);
prop.put("info_treeFiles_" + i + "_name", iter.next().toString());
i++;
}
}
}
prop.put("cachesize", Long.toString(plasmaHTCache.curCacheSize/1024));
prop.put("cachemax", Long.toString(plasmaHTCache.maxCacheSize/1024));
prop.put("path", path.toString());
prop.put("info_info", info.toString());
/* prop.put("info_tree", tree.toString()); */
// return rewrite properties
return prop;
}
private static void formatHeader(serverObjects prop, Map header) {
if (header == null) {
prop.put("info_header", 0);
} else {
prop.put("info_header", 1);
int i = 0;
final Iterator iter = header.entrySet().iterator();
Map.Entry entry;
while (iter.hasNext()) {
entry = (Map.Entry) iter.next();
prop.put("info_header_line_" + i + "_property", entry.getKey());
prop.put("info_header_line_" + i + "_value", entry.getValue());
i++;
}
prop.put("info_header_line", i);
}
}
private static void formatAnchor(serverObjects prop, Map anchor, String extension) {
final Iterator iter = anchor.entrySet().iterator();
String descr;
Map.Entry entry;
prop.put("info_type_use." + extension + "_" + extension, anchor.size());
int i = 0;
while (iter.hasNext()) {
entry = (Map.Entry) iter.next();
descr = ((String) entry.getValue()).trim();
if (descr.length() == 0) { descr = "-"; }
prop.put("info_type_use." + extension + "_" + extension + "_" + i + "_name",
de.anomic.data.htmlTools.encodeUnicode2html(descr.replaceAll("\n", "").trim(), true));
prop.put("info_type_use." + extension + "_" + extension + "_" + i + "_link",
de.anomic.data.htmlTools.encodeUnicode2html(entry.getKey().toString(), true));
i++;
}
prop.put("info_type_use." + extension, (i == 0) ? 0 : 1);
}
private static void formatImageAnchor(serverObjects prop, TreeSet anchor) {
final Iterator iter = anchor.iterator();
htmlFilterImageEntry ie;
prop.put("info_type_use.images_images", anchor.size());
int i = 0;
while (iter.hasNext()) {
ie = (htmlFilterImageEntry) iter.next();
prop.put("info_type_use.images_images_" + i + "_name", ie.alt().replaceAll("\n", "").trim());
prop.put("info_type_use.images_images_" + i + "_link",
de.anomic.data.htmlTools.encodeUnicode2html(ie.url().toNormalform(false, true), false));
i++;
}
prop.put("info_type_use.images", (i == 0) ? 0 : 1);
}
private static void linkPathString(serverObjects prop, String path, boolean dir) {
final String[] elements = path.split("/");
String dirs = "";
int i, e, count = 0;
if (dir) { e = elements.length; } else { e = elements.length - 1; }
for(i = 0; i < e; i++) {
if (elements[i].length() == 0) continue;
prop.put("paths_" + count + "_path", dirs);
prop.put("paths_" + count + "_name", elements[i]);
dirs += "/" + elements[i];
count++;
}
prop.put("paths", count);
return;
}
}