You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
134 lines
6.3 KiB
134 lines
6.3 KiB
// ConfigHTCache_p.java
|
|
// ---------------------------
|
|
// (C) by Michael Peter Christen; mc@yacy.net
|
|
// first published on http://www.anomic.de
|
|
// Frankfurt, Germany, 2004
|
|
//
|
|
// $LastChangedDate: 2010-09-02 21:24:22 +0200 (Do, 02 Sep 2010) $
|
|
// $LastChangedRevision: 7092 $
|
|
// $LastChangedBy: orbiter $
|
|
//
|
|
// This program is free software; you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation; either version 2 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program; if not, write to the Free Software
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
// You must compile this file with
|
|
// javac -classpath .:../classes ProxyIndexingMonitor_p.java
|
|
// if the shell's current path is HTROOT
|
|
|
|
package net.yacy.htroot;
|
|
|
|
import java.io.File;
|
|
import java.io.IOException;
|
|
import java.text.NumberFormat;
|
|
import java.util.zip.Deflater;
|
|
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.crawler.data.Cache;
|
|
import net.yacy.search.Switchboard;
|
|
import net.yacy.search.SwitchboardConstants;
|
|
import net.yacy.server.serverObjects;
|
|
import net.yacy.server.serverSwitch;
|
|
|
|
public class ConfigHTCache_p {
|
|
|
|
public static serverObjects respond(@SuppressWarnings("unused") final RequestHeader header, final serverObjects post, final serverSwitch env) throws IOException {
|
|
// return variable that accumulates replacements
|
|
final Switchboard sb = (Switchboard) env;
|
|
final serverObjects prop = new serverObjects();
|
|
|
|
if (post != null && post.containsKey("set")) {
|
|
// proxyCache - check and create the directory
|
|
final String oldProxyCachePath = env.getConfig(SwitchboardConstants.HTCACHE_PATH, SwitchboardConstants.HTCACHE_PATH_DEFAULT);
|
|
String newProxyCachePath = post.get("HTCachePath", SwitchboardConstants.HTCACHE_PATH_DEFAULT);
|
|
newProxyCachePath = newProxyCachePath.replace('\\', '/');
|
|
if (newProxyCachePath.endsWith("/")) {
|
|
newProxyCachePath = newProxyCachePath.substring(0, newProxyCachePath.length() - 1);
|
|
}
|
|
env.setConfig(SwitchboardConstants.HTCACHE_PATH, newProxyCachePath);
|
|
final File cache = env.getDataPath(SwitchboardConstants.HTCACHE_PATH, oldProxyCachePath);
|
|
if (!cache.isDirectory() && !cache.isFile()) {
|
|
cache.mkdirs();
|
|
}
|
|
|
|
// proxyCacheSize
|
|
final int newProxyCacheSize = Math.max(post.getInt("maxCacheSize", 64), 0);
|
|
env.setConfig(SwitchboardConstants.PROXY_CACHE_SIZE, newProxyCacheSize);
|
|
Cache.setMaxCacheSize(newProxyCacheSize * 1024L * 1024L);
|
|
|
|
/* Compression level*/
|
|
/* Ensure a value within the range supported by the Deflater class */
|
|
final int newCompressionLevel = Math.max(Deflater.NO_COMPRESSION, Math.min(Deflater.BEST_COMPRESSION,
|
|
post.getInt("compressionLevel", SwitchboardConstants.HTCACHE_COMPRESSION_LEVEL_DEFAULT)));
|
|
env.setConfig(SwitchboardConstants.HTCACHE_COMPRESSION_LEVEL, newCompressionLevel);
|
|
Cache.setCompressionLevel(newCompressionLevel);
|
|
|
|
/* Synchronization lock timeout */
|
|
final long newLockTimeout = Math.max(10, Math.min(60000,
|
|
post.getLong("lockTimeout", SwitchboardConstants.HTCACHE_SYNC_LOCK_TIMEOUT_DEFAULT)));
|
|
env.setConfig(SwitchboardConstants.HTCACHE_SYNC_LOCK_TIMEOUT, newLockTimeout);
|
|
Cache.setLockTimeout(newLockTimeout);
|
|
}
|
|
|
|
if (post != null && post.containsKey("deletecomplete")) {
|
|
if ("on".equals(post.get("deleteCache", ""))) {
|
|
Cache.clear();
|
|
}
|
|
if ("on".equals(post.get("deleteRobots", ""))) {
|
|
sb.robots.clear();
|
|
}
|
|
}
|
|
|
|
prop.put("HTCachePath", env.getConfig(SwitchboardConstants.HTCACHE_PATH, SwitchboardConstants.HTCACHE_PATH_DEFAULT));
|
|
|
|
/* Compression levels */
|
|
final int configuredCompressionLevel = env.getConfigInt(SwitchboardConstants.HTCACHE_COMPRESSION_LEVEL,
|
|
SwitchboardConstants.HTCACHE_COMPRESSION_LEVEL_DEFAULT);
|
|
int levelsCount = 0;
|
|
for(int level = Deflater.NO_COMPRESSION; level <= Deflater.BEST_COMPRESSION; level++) {
|
|
if(level == configuredCompressionLevel) {
|
|
prop.put("compressionLevels_" + levelsCount + "_selected", "1");
|
|
} else {
|
|
prop.put("compressionLevels_" + levelsCount + "_selected", "0");
|
|
}
|
|
prop.put("compressionLevels_" + levelsCount + "_value", level);
|
|
prop.put("compressionLevels_" + levelsCount + "_name", level);
|
|
if(level == Deflater.NO_COMPRESSION) {
|
|
prop.put("compressionLevels_" + levelsCount + "_name", "0 - No compression");
|
|
} else if(level == Deflater.BEST_SPEED) {
|
|
prop.put("compressionLevels_" + levelsCount + "_name", Deflater.BEST_SPEED + " - Best speed");
|
|
} else if(level == Deflater.BEST_COMPRESSION) {
|
|
prop.put("compressionLevels_" + levelsCount + "_name", Deflater.BEST_COMPRESSION + " - Best compression");
|
|
}
|
|
levelsCount++;
|
|
}
|
|
prop.put("compressionLevels", levelsCount);
|
|
|
|
prop.put("lockTimeout", env.getConfigLong(SwitchboardConstants.HTCACHE_SYNC_LOCK_TIMEOUT,
|
|
SwitchboardConstants.HTCACHE_SYNC_LOCK_TIMEOUT_DEFAULT));
|
|
prop.put("actualCacheSize", Cache.getActualCacheSize() / 1024 / 1024);
|
|
prop.put("actualCacheDocCount", Cache.getActualCacheDocCount());
|
|
prop.put("docSizeAverage", Cache.getActualCacheDocCount() == 0 ? 0 : Cache.getActualCacheSize() / Cache.getActualCacheDocCount() / 1024);
|
|
prop.put("maxCacheSize", env.getConfigLong(SwitchboardConstants.PROXY_CACHE_SIZE, 64));
|
|
/* Statistics */
|
|
final long hits = Cache.getHits();
|
|
final long totalRequests = Cache.getTotalRequests();
|
|
prop.put("hits", hits);
|
|
prop.put("requests", totalRequests);
|
|
prop.put("hitRate", NumberFormat.getPercentInstance().format(Cache.getHitRate()));
|
|
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
}
|