boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

*) minor changes (only cosmetics, no functional changes)

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6888 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
low012 15 years ago
parent dcac90d2f9
commit ad823a4716
1 changed files with 167 additions and 167 deletions
Show Stats Download Patch File Download Diff File

334
source/de/anomic/yacy/yacyRelease.java
Unescape View File

@ -1,4 +1,4 @@
// yacyVersion.java // yacyRelease.java
// ---------------- // ----------------
// (C) 2007 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany // (C) 2007 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
// first published 27.04.2007 on http://yacy.net // first published 27.04.2007 on http://yacy.net
@ -40,6 +40,7 @@ import java.security.PublicKey;
import java.security.SignatureException; import java.security.SignatureException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.HashMap; import java.util.HashMap;
import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.SortedSet; import java.util.SortedSet;
import java.util.TreeSet; import java.util.TreeSet;
@ -70,8 +71,8 @@ public final class yacyRelease extends yacyVersion {
// information about latest release, retrieved from download pages // information about latest release, retrieved from download pages
// this static information should be overwritten by network-specific locations // this static information should be overwritten by network-specific locations
// for details see defaults/yacy.network.freeworld.unit // for details see defaults/yacy.network.freeworld.unit
private static HashMap<yacyUpdateLocation, DevAndMainVersions> latestReleases = new HashMap<yacyUpdateLocation, DevAndMainVersions>(); private static Map<yacyUpdateLocation, DevAndMainVersions> latestReleases = new HashMap<yacyUpdateLocation, DevAndMainVersions>();
public final static ArrayList<yacyUpdateLocation> latestReleaseLocations = new ArrayList<yacyUpdateLocation>(); // will be initialized with value in defaults/yacy.network.freeworld.unit public final static List<yacyUpdateLocation> latestReleaseLocations = new ArrayList<yacyUpdateLocation>(); // will be initialized with value in defaults/yacy.network.freeworld.unit
private DigestURI url; private DigestURI url;
private File releaseFile; private File releaseFile;
@ -89,12 +90,12 @@ public final class yacyRelease extends yacyVersion {
} }
public yacyRelease(final File releaseFile) { public yacyRelease(final File releaseFile) {
super(releaseFile.getName()); super(releaseFile.getName());
this.releaseFile = releaseFile; this.releaseFile = releaseFile;
} }
public DigestURI getUrl() { public DigestURI getUrl() {
return url; return url;
} }
public static final yacyRelease rulebasedUpdateInfo(final boolean manual) { public static final yacyRelease rulebasedUpdateInfo(final boolean manual) {
@ -291,94 +292,93 @@ public final class yacyRelease extends yacyVersion {
// download signature first, if public key is available // download signature first, if public key is available
if (this.publicKey != null) { if (this.publicKey != null) {
final byte[] signatureData = Client.wget(this.getUrl().toString() + ".sig", reqHeader, 6000); final byte[] signatureData = Client.wget(this.getUrl().toString() + ".sig", reqHeader, 6000);
if (signatureData == null) { if (signatureData == null) {
Log.logWarning("yacyVersion", "download of signature " + this.getUrl().toString() + " failed. ignoring signature file."); Log.logWarning("yacyVersion", "download of signature " + this.getUrl().toString() + " failed. ignoring signature file.");
} else try { } else try {
signatureBytes = Base64Order.standardCoder.decode(new String(signatureData, "UTF8").trim()); signatureBytes = Base64Order.standardCoder.decode(new String(signatureData, "UTF8").trim());
} catch (UnsupportedEncodingException e) { } catch (UnsupportedEncodingException e) {
Log.logWarning("yacyVersion", "download of signature " + this.getUrl().toString() + " failed: unsupported encoding"); Log.logWarning("yacyVersion", "download of signature " + this.getUrl().toString() + " failed: unsupported encoding");
} }
// in case that the download of a signature file failed (can be caused by bad working http servers), then it is assumed that no signature exists // in case that the download of a signature file failed (can be caused by bad working http servers), then it is assumed that no signature exists
} }
try { try {
final Client client = new Client(120000, reqHeader); final Client client = new Client(120000, reqHeader);
res = client.GET(this.getUrl().toString()); res = client.GET(this.getUrl().toString());
final boolean unzipped = res.getResponseHeader().gzip() && (res.getResponseHeader().mime().toLowerCase().equals("application/x-tar")); // if true, then the httpc has unzipped the file final boolean unzipped = res.getResponseHeader().gzip() && (res.getResponseHeader().mime().toLowerCase().equals("application/x-tar")); // if true, then the httpc has unzipped the file
if ((unzipped) && (name.endsWith(".tar.gz"))) { if ((unzipped) && (name.endsWith(".tar.gz"))) {
download = new File(storagePath, name.substring(0, name.length() - 3)); download = new File(storagePath, name.substring(0, name.length() - 3));
} else { } else {
download = new File(storagePath, name); download = new File(storagePath, name);
} }
if (this.publicKey != null && signatureBytes != null) { if (this.publicKey != null && signatureBytes != null) {
// copy to file and check signature // copy to file and check signature
SignatureOutputStream verifyOutput = null; SignatureOutputStream verifyOutput = null;
try { try {
verifyOutput = new SignatureOutputStream(new FileOutputStream(download), CryptoLib.signAlgorithm, publicKey); verifyOutput = new SignatureOutputStream(new FileOutputStream(download), CryptoLib.signAlgorithm, publicKey);
FileUtils.copyToStream(new BufferedInputStream(res.getDataAsStream()), new BufferedOutputStream(verifyOutput)); FileUtils.copyToStream(new BufferedInputStream(res.getDataAsStream()), new BufferedOutputStream(verifyOutput));
if (!verifyOutput.verify(signatureBytes)) throw new IOException("Bad Signature!"); if (!verifyOutput.verify(signatureBytes)) throw new IOException("Bad Signature!");
} catch (NoSuchAlgorithmException e) { } catch (NoSuchAlgorithmException e) {
throw new IOException("No such algorithm"); throw new IOException("No such algorithm");
} catch (SignatureException e) { } catch (SignatureException e) {
throw new IOException("Signature exception"); throw new IOException("Signature exception");
} finally { } finally {
if (verifyOutput != null) if (verifyOutput != null)
verifyOutput.close(); verifyOutput.close();
} }
// Save signature // Save signature
File signatureFile = new File(download.getAbsoluteFile() + ".sig"); File signatureFile = new File(download.getAbsoluteFile() + ".sig");
FileUtils.copy(Base64Order.standardCoder.encode(signatureBytes).getBytes("UTF-8"), signatureFile); FileUtils.copy(Base64Order.standardCoder.encode(signatureBytes).getBytes("UTF-8"), signatureFile);
if ((!signatureFile.exists()) || (signatureFile.length() == 0)) throw new IOException("create signature file failed"); if ((!signatureFile.exists()) || (signatureFile.length() == 0)) throw new IOException("create signature file failed");
} else { } else {
// just copy into file // just copy into file
FileUtils.copyToStream(new BufferedInputStream(res.getDataAsStream()), new BufferedOutputStream(new FileOutputStream(download))); FileUtils.copyToStream(new BufferedInputStream(res.getDataAsStream()), new BufferedOutputStream(new FileOutputStream(download)));
} }
if ((!download.exists()) || (download.length() == 0)) throw new IOException("wget of url " + this.getUrl() + " failed"); if ((!download.exists()) || (download.length() == 0)) throw new IOException("wget of url " + this.getUrl() + " failed");
} catch (final IOException e) { } catch (final IOException e) {
// Saving file failed, abort download // Saving file failed, abort download
if (res != null) res.abort(); if (res != null) res.abort();
Log.logSevere("yacyVersion", "download of " + this.getName() + " failed: " + e.getMessage()); Log.logSevere("yacyVersion", "download of " + this.getName() + " failed: " + e.getMessage());
if (download != null && download.exists()) { if (download != null && download.exists()) {
FileUtils.deletedelete(download); FileUtils.deletedelete(download);
if (download.exists()) Log.logWarning("yacyVersion", "could not delete file "+ download); if (download.exists()) Log.logWarning("yacyVersion", "could not delete file "+ download);
} }
download = null; download = null;
} finally { } finally {
if (res != null) { if (res != null) {
// release connection // release connection
res.closeStream(); res.closeStream();
} }
} }
this.releaseFile = download; this.releaseFile = download;
Switchboard.getSwitchboard().setConfig("update.time.download", System.currentTimeMillis()); Switchboard.getSwitchboard().setConfig("update.time.download", System.currentTimeMillis());
return this.releaseFile; return this.releaseFile;
} }
public boolean checkSignature() { public boolean checkSignature() {
if(releaseFile != null) { if(releaseFile != null) {
try {
CharBuffer signBuffer;
signBuffer = new CharBuffer(getSignatureFile());
byte[] signByteBuffer = Base64Order.standardCoder.decode(signBuffer.toString().trim());
CryptoLib cl = new CryptoLib();
for(yacyUpdateLocation updateLocation : latestReleaseLocations) {
try { try {
if(cl.verifySignature(updateLocation.getPublicKey(), final CharBuffer signBuffer = new CharBuffer(getSignatureFile());
new FileInputStream(releaseFile), signByteBuffer)) { final byte[] signByteBuffer = Base64Order.standardCoder.decode(signBuffer.toString().trim());
return true; final CryptoLib cl = new CryptoLib();
} for(final yacyUpdateLocation updateLocation : latestReleaseLocations) {
} catch (InvalidKeyException e) { try {
} catch (SignatureException e) { if(cl.verifySignature(updateLocation.getPublicKey(),
new FileInputStream(releaseFile), signByteBuffer)) {
return true;
}
} catch (InvalidKeyException e) {
} catch (SignatureException e) {
}
}
} catch (IOException e1) {
} catch (NoSuchAlgorithmException e) {
} }
}
} catch (IOException e1) {
} catch (NoSuchAlgorithmException e) {
}
} }
return false; return false;
} }
/** /**
@ -386,98 +386,98 @@ public final class yacyRelease extends yacyVersion {
* script, which waits until yacy is terminated and starts it again * script, which waits until yacy is terminated and starts it again
*/ */
public static void restart() { public static void restart() {
final Switchboard sb = Switchboard.getSwitchboard(); final Switchboard sb = Switchboard.getSwitchboard();
final String apphome = sb.getRootPath().toString(); final String apphome = sb.getRootPath().toString();
if (OS.isWindows) { if (OS.isWindows) {
final File startType = new File(sb.getRootPath(), "DATA/yacy.noconsole".replace("/", File.separator)); final File startType = new File(sb.getRootPath(), "DATA/yacy.noconsole".replace("/", File.separator));
String starterFile = "startYACY_debug.bat"; String starterFile = "startYACY_debug.bat";
if (startType.exists()) starterFile = "startYACY.bat"; // startType noconsole if (startType.exists()) starterFile = "startYACY.bat"; // startType noconsole
try{ try{
Log.logInfo("RESTART", "INITIATED"); Log.logInfo("RESTART", "INITIATED");
final String script = final String script =
"@echo off" + serverCore.LF_STRING + "@echo off" + serverCore.LF_STRING +
"title YaCy restarter" + serverCore.LF_STRING + "title YaCy restarter" + serverCore.LF_STRING +
"set loading=YACY RESTARTER" + serverCore.LF_STRING + "set loading=YACY RESTARTER" + serverCore.LF_STRING +
"echo %loading%" + serverCore.LF_STRING + "echo %loading%" + serverCore.LF_STRING +
"cd \"" + apphome + "/DATA/RELEASE/".replace("/", File.separator) + "\"" + serverCore.LF_STRING + "cd \"" + apphome + "/DATA/RELEASE/".replace("/", File.separator) + "\"" + serverCore.LF_STRING +
":WAIT" + serverCore.LF_STRING + ":WAIT" + serverCore.LF_STRING +
"set loading=%loading%." + serverCore.LF_STRING + "set loading=%loading%." + serverCore.LF_STRING +
"cls" + serverCore.LF_STRING + "cls" + serverCore.LF_STRING +
"echo %loading%" + serverCore.LF_STRING + "echo %loading%" + serverCore.LF_STRING +
"ping -n 2 127.0.0.1 >nul" + serverCore.LF_STRING + "ping -n 2 127.0.0.1 >nul" + serverCore.LF_STRING +
"IF exist ..\\yacy.running goto WAIT" + serverCore.LF_STRING + "IF exist ..\\yacy.running goto WAIT" + serverCore.LF_STRING +
"cd \"" + apphome + "\"" + serverCore.LF_STRING + "cd \"" + apphome + "\"" + serverCore.LF_STRING +
"start /MIN CMD /C " + starterFile + serverCore.LF_STRING; "start /MIN CMD /C " + starterFile + serverCore.LF_STRING;
final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.bat".replace("/", File.separator)); final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.bat".replace("/", File.separator));
OS.deployScript(scriptFile, script); OS.deployScript(scriptFile, script);
Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath()); Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath());
OS.execAsynchronous(scriptFile); OS.execAsynchronous(scriptFile);
Log.logInfo("RESTART", "script is running"); Log.logInfo("RESTART", "script is running");
sb.terminate(5000, "windows restart"); sb.terminate(5000, "windows restart");
} catch (final IOException e) { } catch (final IOException e) {
Log.logSevere("RESTART", "restart failed", e); Log.logSevere("RESTART", "restart failed", e);
}
// create yacy.restart file which is used in Windows startscript
/* final File yacyRestart = new File(sb.getRootPath(), "DATA/yacy.restart");
if (!yacyRestart.exists()) {
try {
yacyRestart.createNewFile();
plasmaSwitchboard.getSwitchboard().terminate(5000);
} catch (IOException e) {
serverLog.logSevere("SHUTDOWN", "restart failed", e);
}
}*/
} }
if (yacyBuildProperties.isPkgManager()) { // create yacy.restart file which is used in Windows startscript
// start a re-start daemon /* final File yacyRestart = new File(sb.getRootPath(), "DATA/yacy.restart");
try { if (!yacyRestart.exists()) {
Log.logInfo("RESTART", "INITIATED");
final String script =
"#!/bin/sh" + serverCore.LF_STRING +
yacyBuildProperties.getRestartCmd() + " >/var/lib/yacy/RELEASE/log" + serverCore.LF_STRING;
final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.sh");
OS.deployScript(scriptFile, script);
Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath());
OS.execAsynchronous(scriptFile);
Log.logInfo("RESTART", "script is running");
} catch (final IOException e) {
Log.logSevere("RESTART", "restart failed", e);
}
} else if (OS.canExecUnix) {
// start a re-start daemon
try { try {
Log.logInfo("RESTART", "INITIATED"); yacyRestart.createNewFile();
final String script = plasmaSwitchboard.getSwitchboard().terminate(5000);
"#!/bin/sh" + serverCore.LF_STRING + } catch (IOException e) {
"cd " + sb.getRootPath() + "/DATA/RELEASE/" + serverCore.LF_STRING + serverLog.logSevere("SHUTDOWN", "restart failed", e);
"while [ -f ../yacy.running ]; do" + serverCore.LF_STRING +
"sleep 1" + serverCore.LF_STRING +
"done" + serverCore.LF_STRING +
"cd ../../" + serverCore.LF_STRING +
"nohup ./startYACY.sh > /dev/null" + serverCore.LF_STRING;
final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.sh");
OS.deployScript(scriptFile, script);
Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath());
OS.execAsynchronous(scriptFile);
Log.logInfo("RESTART", "script is running");
sb.terminate(5000, "unix restart");
} catch (final IOException e) {
Log.logSevere("RESTART", "restart failed", e);
} }
}*/
}
if (yacyBuildProperties.isPkgManager()) {
// start a re-start daemon
try {
Log.logInfo("RESTART", "INITIATED");
final String script =
"#!/bin/sh" + serverCore.LF_STRING +
yacyBuildProperties.getRestartCmd() + " >/var/lib/yacy/RELEASE/log" + serverCore.LF_STRING;
final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.sh");
OS.deployScript(scriptFile, script);
Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath());
OS.execAsynchronous(scriptFile);
Log.logInfo("RESTART", "script is running");
} catch (final IOException e) {
Log.logSevere("RESTART", "restart failed", e);
}
} else if (OS.canExecUnix) {
// start a re-start daemon
try {
Log.logInfo("RESTART", "INITIATED");
final String script =
"#!/bin/sh" + serverCore.LF_STRING +
"cd " + sb.getRootPath() + "/DATA/RELEASE/" + serverCore.LF_STRING +
"while [ -f ../yacy.running ]; do" + serverCore.LF_STRING +
"sleep 1" + serverCore.LF_STRING +
"done" + serverCore.LF_STRING +
"cd ../../" + serverCore.LF_STRING +
"nohup ./startYACY.sh > /dev/null" + serverCore.LF_STRING;
final File scriptFile = new File(sb.getRootPath(), "DATA/RELEASE/restart.sh");
OS.deployScript(scriptFile, script);
Log.logInfo("RESTART", "wrote restart-script to " + scriptFile.getAbsolutePath());
OS.execAsynchronous(scriptFile);
Log.logInfo("RESTART", "script is running");
sb.terminate(5000, "unix restart");
} catch (final IOException e) {
Log.logSevere("RESTART", "restart failed", e);
} }
} }
}
/** /**
* stop yacy and run a batch script, applies a new release and restarts yacy * stop yacy and run a batch script, applies a new release and restarts yacy
* @param releaseFile * @param releaseFile
*/ */
public static void deployRelease(final File releaseFile) { public static void deployRelease(final File releaseFile) {
if(yacyBuildProperties.isPkgManager()) { if (yacyBuildProperties.isPkgManager()) {
return; return;
} }
//byte[] script = ("cd " + plasmaSwitchboard.getSwitchboard().getRootPath() + ";while [ -e ../yacy.running ]; do sleep 1;done;tar xfz " + release + ";cp -Rf yacy/* ../../;rm -Rf yacy;cd ../../;startYACY.sh").getBytes(); //byte[] script = ("cd " + plasmaSwitchboard.getSwitchboard().getRootPath() + ";while [ -e ../yacy.running ]; do sleep 1;done;tar xfz " + release + ";cp -Rf yacy/* ../../;rm -Rf yacy;cd ../../;startYACY.sh").getBytes();
@ -486,7 +486,7 @@ public final class yacyRelease extends yacyVersion {
final String apphome = sb.getRootPath().toString(); final String apphome = sb.getRootPath().toString();
Log.logInfo("UPDATE", "INITIATED"); Log.logInfo("UPDATE", "INITIATED");
try{ try{
tarTools.unTar(tarTools.getInputStream(releaseFile), sb.getRootPath() + "/DATA/RELEASE/".replace("/", File.separator)); tarTools.unTar(tarTools.getInputStream(releaseFile), sb.getRootPath() + "/DATA/RELEASE/".replace("/", File.separator));
} catch (final Exception e){ } catch (final Exception e){
Log.logSevere("UNTAR", "failed", e); Log.logSevere("UNTAR", "failed", e);
} }

Write Preview
Loading…
Cancel
Save