From 650764ce620f2e04a1729dd25fe595758200508b Mon Sep 17 00:00:00 2001 From: borg-0300 Date: Thu, 15 Sep 2005 22:24:46 +0000 Subject: [PATCH] sorted directory/file list; dont list responseHeader.db; StringBuffers, finals; cleaned; git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@733 6c8d7289-2bf4-0310-a012-ef5d649a1542 --- htroot/CacheAdmin_p.java | 216 +++++++++++++++++++++++---------------- 1 file changed, 127 insertions(+), 89 deletions(-) diff --git a/htroot/CacheAdmin_p.java b/htroot/CacheAdmin_p.java index 590df3b37..4dcb0292b 100644 --- a/htroot/CacheAdmin_p.java +++ b/htroot/CacheAdmin_p.java @@ -4,7 +4,10 @@ // (C) by Michael Peter Christen; mc@anomic.de // first published on http://www.anomic.de // Frankfurt, Germany, 2004 -// last major change: 28.06.2003 +// +// $LastChangedDate$ +// $LastChangedRevision$ +// $LastChangedBy$ // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by @@ -50,6 +53,9 @@ import java.text.SimpleDateFormat; import java.util.Date; import java.util.Iterator; import java.util.Map; +import java.util.ArrayList; +import java.util.List; +import java.util.Collections; import de.anomic.htmlFilter.htmlFilterContentScraper; import de.anomic.htmlFilter.htmlFilterOutputStream; import de.anomic.http.httpHeader; @@ -64,25 +70,27 @@ import de.anomic.server.serverSwitch; public class CacheAdmin_p { + private final static String HTML_BR = "
"; + private static SimpleDateFormat SimpleFormatter = new SimpleDateFormat("yyyy/MM/dd HH:mm:ss"); - public static String dateString(Date date) { - return SimpleFormatter.format(date); + public static String dateString(final Date date) { + return SimpleFormatter.format(date); } - public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) { - plasmaSwitchboard switchboard = (plasmaSwitchboard) env; - serverObjects prop = new serverObjects(); + public static serverObjects respond(final httpHeader header, final serverObjects post, final serverSwitch env) { + final plasmaSwitchboard switchboard = (plasmaSwitchboard) env; + final serverObjects prop = new serverObjects(); - String action = ((post == null) ? "info" : post.get("action", "info")); + final String action = ((post == null) ? "info" : post.get("action", "info")); String pathString = ((post == null) ? "" : post.get("path", "/")); - String fileString = pathString; + final String fileString = pathString; // we dont need check the path, because we have do that in plasmaSwitchboard.java - Borg-0300 - File cache = new File(switchboard.getConfig("proxyCache", "DATA/HTCACHE").toString()); + final File cache = new File(switchboard.getConfig("proxyCache", "DATA/HTCACHE")); - File file = new File(cache, pathString); - File dir; - URL url = plasmaHTCache.getURL(cache, file); + File dir; + final File file = new File(cache, pathString); + final URL url = plasmaHTCache.getURL(cache, file); if (file.isDirectory()) { dir = file; @@ -91,110 +99,140 @@ public class CacheAdmin_p { pathString = (new File(pathString)).getParent().replace('\\','/'); } - // generate dir listing - String[] list = dir.list(); - File f; - StringBuffer tree = new StringBuffer(list.length * 200); - tree.append("Directory of
" + ((pathString.length() == 0) ? "domain list" : linkPathString(pathString)) + "

"); - if (list == null) + // generate sorted dir/file listing + final StringBuffer tree = new StringBuffer("Directory of
").append((pathString.length() == 0) ? "domain list" : linkPathString(pathString)).append("

"); + + final List dList = new ArrayList(50); + final List fList = new ArrayList(20); + final String[] list = dir.list(); + File object; + if (list == null) { tree.append("[empty]"); - else { - for (int i = 0; i < list.length; i++) { - f = new File(dir, list[i]); - if (!f.getName().equalsIgnoreCase("responseHeader.db")) - if (f.isDirectory()) - tree.append("\"Folder\" " + list[i] + "
" + serverCore.crlfString); - else - tree.append("\"File\" " + list[i] + "
" + serverCore.crlfString); + } else { + for (int i = list.length - 1; i >= 0 ; i--) { // Rückwärts ist schneller + object = new File(dir, list[i]); + if (!object.getName().equalsIgnoreCase("responseHeader.db")) { + if (object.isDirectory()) { + dList.add(list[i]); + } else { + fList.add(list[i]); + } + } + } + Iterator iter = dList.iterator(); + String str; + if (dList.size() > 1) { + Collections.sort(dList); + try { + while (true) { + str = iter.next().toString(); + tree.append("\"Folder\" ").append(str).append("
").append(serverCore.crlfString); + } + } catch (java.util.NoSuchElementException e) {} // intention + } + if (fList.size() > 1) { + Collections.sort(fList); + iter = fList.iterator(); + try { + while (true) { + str = iter.next().toString(); + tree.append("\"File\" ").append(str).append("
").append(serverCore.crlfString); + } + } catch (java.util.NoSuchElementException e) {} // intention } } - String info = ""; + final StringBuffer info = new StringBuffer(); - if (action.equals("info")) { - if (!(file.isDirectory())) { - String urls = htmlFilterContentScraper.urlNormalform(url); - info += "Info for URL " + urls + ":

"; - try { - httpHeader fileheader = switchboard.cacheManager.getCachedResponse(plasmaURL.urlHash(url)); - info += "HTTP Header:
" + formatHeader(fileheader) + "
"; - String ff = file.toString(); - int p = ff.lastIndexOf('.'); - String ext = (p >= 0) ? ff.substring(p + 1).toLowerCase() : ""; - if ((ext.equals("gif")) || (ext.equals("jpg")) || (ext.equals("jpeg")) || (ext.equals("png"))) - info += ""; - else { - htmlFilterContentScraper scraper = new htmlFilterContentScraper(url); - OutputStream os = new htmlFilterOutputStream(null, scraper, null, false); - serverFileUtils.copy(file, os); - os.flush(); - plasmaParserDocument document = switchboard.parser.transformScraper(url, "text/html", scraper); - info += "HEADLINE:
" + scraper.getHeadline() + "

"; - info += "HREF:
" + formatAnchor(document.getHyperlinks()) + "
"; - info += "MEDIA:
" + formatAnchor(document.getMedialinks()) + "
"; - info += "EMAIL:
" + formatAnchor(document.getEmaillinks()) + "
"; - info += "TEXT:
" + new String(scraper.getText()) + "
"; - info += "LINES:
"; - String[] sentences = document.getSentences(); - for (int i = 0; i < sentences.length; i++) info += sentences[i] + "
"; - info += "
"; + if ((action.equals("info")) && (!file.isDirectory())) { + final String urls = htmlFilterContentScraper.urlNormalform(url); + info.append("Info for URL ").append(urls).append(":

"); + try { + final httpHeader fileheader = switchboard.cacheManager.getCachedResponse(plasmaURL.urlHash(url)); + info.append("HTTP Header:
").append(formatHeader(fileheader)).append(HTML_BR); + final String ff = file.toString(); + final int dotpos = ff.lastIndexOf('.'); + final String ext = (dotpos >= 0) ? ff.substring(dotpos + 1).toLowerCase() : ""; + if ((ext.equals("gif")) || (ext.equals("jpg")) || (ext.equals("jpeg")) || (ext.equals("png"))) { + info.append(""); + } else { + final htmlFilterContentScraper scraper = new htmlFilterContentScraper(url); + final OutputStream os = new htmlFilterOutputStream(null, scraper, null, false); + serverFileUtils.copy(file, os); + os.flush(); + final plasmaParserDocument document = switchboard.parser.transformScraper(url, "text/html", scraper); + info.append("HEADLINE:
").append(scraper.getHeadline()).append(HTML_BR).append(HTML_BR); + info.append("HREF:
").append(formatAnchor(document.getHyperlinks())).append(HTML_BR); + info.append("MEDIA:
").append(formatAnchor(document.getMedialinks())).append(HTML_BR); + info.append("EMAIL:
").append(formatAnchor(document.getEmaillinks())).append(HTML_BR); + info.append("TEXT:
").append(new String(scraper.getText())).append("
"); + info.append("LINES:
"); + final String[] sentences = document.getSentences(); + for (int i = 0; i < sentences.length; i++) { + info.append(sentences[i]).append(HTML_BR); } - } catch (Exception e) { - info += e.toString(); - e.printStackTrace(); + info.append("
"); } - } + } catch (Exception e) { + info.append("- This file is not in the cache -"); + info.append(e.toString()); + // e.printStackTrace(); + } } prop.put("cachesize", Long.toString(switchboard.cacheManager.currCacheSize/1024)); prop.put("cachemax", Long.toString(switchboard.cacheManager.maxCacheSize/1024)); prop.put("tree", tree.toString()); - prop.put("info", info); + prop.put("info", info.toString()); // return rewrite properties return prop; } - private static String formatHeader(httpHeader header) { - if (header == null) return "- no header in header cache -"; - String out = ""; - Iterator it = header.entrySet().iterator(); - Map.Entry entry; - while (it.hasNext()) { - entry = (Map.Entry) it.next(); - out += ""; + private static String formatHeader(final httpHeader header) { + final StringBuffer result = new StringBuffer(); + if (header == null) { + result.append("- no header in header cache -"); + } else { + result.append("
" + entry.getKey() + " = " + entry.getValue() + "
"); + final Iterator iter = header.entrySet().iterator(); + Map.Entry entry; + while (iter.hasNext()) { + entry = (Map.Entry) iter.next(); + result.append(""); + } + result.append("
").append(entry.getKey()).append(" = ").append(entry.getValue()).append("
"); } - out += ""; - return out; + return result.toString(); } - - private static String formatAnchor(Map a) { - String out = ""; - Iterator i = a.entrySet().iterator(); + + private static String formatAnchor(final Map anchor) { + final StringBuffer result = new StringBuffer("
"); + final Iterator iter = anchor.entrySet().iterator(); String url, descr; Map.Entry entry; - while (i.hasNext()) { - entry = (Map.Entry) i.next(); + while (iter.hasNext()) { + entry = (Map.Entry) iter.next(); url = (String) entry.getKey(); descr = ((String) entry.getValue()).trim(); - if (descr.length() == 0) descr = "-"; - out += ""; + if (descr.length() == 0) { descr = "-"; } + result.append(""); } - out += "
" + descr + " " + url + "
").append(descr).append(" ").append(url).append("
"; - return out; + return result.append("").toString(); } - - private static String linkPathString(String Path){ // contributed by Alexander Schier - String Elements[] = Path.split("/"); - String result = ""; - String tmpPath = ""; + + private static String linkPathString(final String Path){ // contributed by Alexander Schier + final String[] Elements = Path.split("/"); + final StringBuffer result = new StringBuffer(); + final StringBuffer tmpPath = new StringBuffer(); for(int i=0;i<(Elements.length-1);i++){ - tmpPath += Elements[i] + "/"; - result += "" + Elements[i] + "/"; + tmpPath.append(Elements[i]).append("/"); + result.append("").append(Elements[i]).append("/"); } if (Elements.length > 0) { - tmpPath += Elements[Elements.length - 1] + "/"; - result += "" + Elements[Elements.length - 1] + "/"; + tmpPath.append(Elements[Elements.length - 1]).append("/"); + result.append("").append(Elements[Elements.length - 1]).append("/"); } - return result; + return result.toString(); } + }