boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

added keywords, properties

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@1715 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
borg-0300 19 years ago
parent 3fd1641893
commit 00975359c5
2 changed files with 360 additions and 358 deletions
Show Stats Download Patch File Download Diff File

82
source/de/anomic/server/serverPortForwarding.java
Unescape View File

@ -1,46 +1,48 @@
//serverPortForwarding.java // serverPortForwarding.java
//------------------------------------- // -------------------------------------
//part of YACY // part of YACY
//(C) by Michael Peter Christen; mc@anomic.de // (C) by Michael Peter Christen; mc@anomic.de
//first published on http://www.anomic.de // first published on http://www.anomic.de
//Frankfurt, Germany, 2004 // Frankfurt, Germany, 2004
// //
//This file ist contributed by Martin Thelian // This file ist contributed by Martin Thelian
//last major change: $LastChangedDate$ by $LastChangedBy$
//Revision: $LastChangedRevision$
// //
//This program is free software; you can redistribute it and/or modify // $LastChangedDate$
//it under the terms of the GNU General Public License as published by // $LastChangedRevision$
//the Free Software Foundation; either version 2 of the License, or // $LastChangedBy$
//(at your option) any later version.
// //
//This program is distributed in the hope that it will be useful, // This program is free software; you can redistribute it and/or modify
//but WITHOUT ANY WARRANTY; without even the implied warranty of // it under the terms of the GNU General Public License as published by
//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // the Free Software Foundation; either version 2 of the License, or
//GNU General Public License for more details. // (at your option) any later version.
// //
//You should have received a copy of the GNU General Public License // This program is distributed in the hope that it will be useful,
//along with this program; if not, write to the Free Software // but WITHOUT ANY WARRANTY; without even the implied warranty of
//Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
// //
//Using this software in any meaning (reading, learning, copying, compiling, // You should have received a copy of the GNU General Public License
//running) means that you agree that the Author(s) is (are) not responsible // along with this program; if not, write to the Free Software
//for cost, loss of data or any harm that may be caused directly or indirectly // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//by usage of this softare or this documentation. The usage of this software
//is on your own risk. The installation and usage (starting/running) of this
//software may allow other people or application to access your computer and
//any attached devices and is highly dependent on the configuration of the
//software which must be done by the user of the software; the author(s) is
//(are) also not responsible for proper configuration and usage of the
//software, even if provoked by documentation provided together with
//the software.
// //
//Any changes to this file according to the GPL as documented in the file // Using this software in any meaning (reading, learning, copying, compiling,
//gpl.txt aside this file in the shipment you received can be done to the // running) means that you agree that the Author(s) is (are) not responsible
//lines that follows this copyright notice here, but changes must not be // for cost, loss of data or any harm that may be caused directly or indirectly
//done inside the copyright notive above. A re-distribution must contain // by usage of this softare or this documentation. The usage of this software
//the intact and unchanged copyright notice. // is on your own risk. The installation and usage (starting/running) of this
//Contributions and changes to the program code must be marked as such. // software may allow other people or application to access your computer and
// any attached devices and is highly dependent on the configuration of the
// software which must be done by the user of the software; the author(s) is
// (are) also not responsible for proper configuration and usage of the
// software, even if provoked by documentation provided together with
// the software.
//
// Any changes to this file according to the GPL as documented in the file
// gpl.txt aside this file in the shipment you received can be done to the
// lines that follows this copyright notice here, but changes must not be
// done inside the copyright notive above. A re-distribution must contain
// the intact and unchanged copyright notice.
// Contributions and changes to the program code must be marked as such.
package de.anomic.server; package de.anomic.server;
@ -48,10 +50,10 @@ import java.io.IOException;
public interface serverPortForwarding { public interface serverPortForwarding {
public void init(serverSwitch switchboard, String localHost, int localPort) throws Exception; public void init(serverSwitch switchboard, String localHost, int localPort) throws Exception;
public String getHost(); public String getHost();
public int getPort(); public int getPort();
public void connect() throws IOException; public void connect() throws IOException;
public void disconnect() throws IOException; public void disconnect() throws IOException;
public boolean reconnect() throws IOException; public boolean reconnect() throws IOException;

636
source/de/anomic/server/serverPortForwardingSch.java
Unescape View File

@ -1,318 +1,318 @@
//serverPortForwardingSch.java // serverPortForwardingSch.java
//------------------------------------- // -------------------------------------
//part of YACY // part of YACY
//(C) by Michael Peter Christen; mc@anomic.de // (C) by Michael Peter Christen; mc@anomic.de
//first published on http://www.anomic.de // first published on http://www.anomic.de
//Frankfurt, Germany, 2004 // Frankfurt, Germany, 2004
// //
//This file ist contributed by Martin Thelian // This file ist contributed by Martin Thelian
//last major change: $LastChangedDate$ by $LastChangedBy$ //
//Revision: $LastChangedRevision$ // $LastChangedDate$
// // $LastChangedRevision$
//This program is free software; you can redistribute it and/or modify // $LastChangedBy$
//it under the terms of the GNU General Public License as published by //
//the Free Software Foundation; either version 2 of the License, or // This program is free software; you can redistribute it and/or modify
//(at your option) any later version. // it under the terms of the GNU General Public License as published by
// // the Free Software Foundation; either version 2 of the License, or
//This program is distributed in the hope that it will be useful, // (at your option) any later version.
//but WITHOUT ANY WARRANTY; without even the implied warranty of //
//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // This program is distributed in the hope that it will be useful,
//GNU General Public License for more details. // but WITHOUT ANY WARRANTY; without even the implied warranty of
// // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
//You should have received a copy of the GNU General Public License // GNU General Public License for more details.
//along with this program; if not, write to the Free Software //
//Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA // You should have received a copy of the GNU General Public License
// // along with this program; if not, write to the Free Software
//Using this software in any meaning (reading, learning, copying, compiling, // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
//running) means that you agree that the Author(s) is (are) not responsible //
//for cost, loss of data or any harm that may be caused directly or indirectly // Using this software in any meaning (reading, learning, copying, compiling,
//by usage of this softare or this documentation. The usage of this software // running) means that you agree that the Author(s) is (are) not responsible
//is on your own risk. The installation and usage (starting/running) of this // for cost, loss of data or any harm that may be caused directly or indirectly
//software may allow other people or application to access your computer and // by usage of this softare or this documentation. The usage of this software
//any attached devices and is highly dependent on the configuration of the // is on your own risk. The installation and usage (starting/running) of this
//software which must be done by the user of the software; the author(s) is // software may allow other people or application to access your computer and
//(are) also not responsible for proper configuration and usage of the // any attached devices and is highly dependent on the configuration of the
//software, even if provoked by documentation provided together with // software which must be done by the user of the software; the author(s) is
//the software. // (are) also not responsible for proper configuration and usage of the
// // software, even if provoked by documentation provided together with
//Any changes to this file according to the GPL as documented in the file // the software.
//gpl.txt aside this file in the shipment you received can be done to the //
//lines that follows this copyright notice here, but changes must not be // Any changes to this file according to the GPL as documented in the file
//done inside the copyright notive above. A re-distribution must contain // gpl.txt aside this file in the shipment you received can be done to the
//the intact and unchanged copyright notice. // lines that follows this copyright notice here, but changes must not be
//Contributions and changes to the program code must be marked as such. // done inside the copyright notive above. A re-distribution must contain
// the intact and unchanged copyright notice.
// Contributions and changes to the program code must be marked as such.
package de.anomic.server;
package de.anomic.server;
import java.io.IOException;
import com.jcraft.jsch.JSch; import java.io.IOException;
import com.jcraft.jsch.ProxyHTTP; import com.jcraft.jsch.JSch;
import com.jcraft.jsch.Session; import com.jcraft.jsch.ProxyHTTP;
import com.jcraft.jsch.UIKeyboardInteractive; import com.jcraft.jsch.Session;
import com.jcraft.jsch.UserInfo; import com.jcraft.jsch.UIKeyboardInteractive;
import com.jcraft.jsch.UserInfo;
import de.anomic.server.logging.serverLog;
import de.anomic.yacy.yacyClient; import de.anomic.server.logging.serverLog;
import de.anomic.yacy.yacyCore; import de.anomic.yacy.yacyClient;
import de.anomic.yacy.yacyCore;
public class serverPortForwardingSch implements serverPortForwarding{
public class serverPortForwardingSch implements serverPortForwarding{
/* ========================================================================
* Constants needed to read properties from the configuration file /* ========================================================================
* ======================================================================== */ * Constants needed to read properties from the configuration file
public static final String FORWARDING_HOST = "portForwardingHost"; * ======================================================================== */
public static final String FORWARDING_HOST_PORT = "portForwardingHostPort"; public static final String FORWARDING_HOST = "portForwardingHost";
public static final String FORWARDING_HOST_USER = "portForwardingHostUser"; public static final String FORWARDING_HOST_PORT = "portForwardingHostPort";
public static final String FORWARDING_HOST_PWD = "portForwardingHostPwd"; public static final String FORWARDING_HOST_USER = "portForwardingHostUser";
public static final String FORWARDING_HOST_PWD = "portForwardingHostPwd";
public static final String FORWARDING_PORT = "portForwardingPort";
public static final String FORWARDING_USE_PROXY = "portForwardingUseProxy"; public static final String FORWARDING_PORT = "portForwardingPort";
public static final String FORWARDING_USE_PROXY = "portForwardingUseProxy";
/* ========================================================================
* Other object fields /* ========================================================================
* ======================================================================== */ * Other object fields
private serverSwitch switchboard; * ======================================================================== */
private serverSwitch switchboard;
private String forwardingHost;
private int forwardingHostPort; private String forwardingHost;
private String forwardingHostUser; private int forwardingHostPort;
private String forwardingHostPwd; private String forwardingHostUser;
private String forwardingHostPwd;
private int forwardingPort;
private boolean useProxy; private int forwardingPort;
private boolean useProxy;
private String remoteProxyHost;
private int remoteProxyPort; private String remoteProxyHost;
private int remoteProxyPort;
private String localHost;
private int localHostPort; private String localHost;
private int localHostPort;
private static Session session;
private static serverInstantThread sessionWatcher; private static Session session;
private static serverInstantThread sessionWatcher;
private serverLog log;
private serverLog log;
public serverPortForwardingSch() {
super(); public serverPortForwardingSch() {
this.log = new serverLog("PORT_FORWARDING_SCH"); super();
} this.log = new serverLog("PORT_FORWARDING_SCH");
}
public void init(
serverSwitch switchboard, public void init(
String localHost, serverSwitch switchboard,
int localPort String localHost,
) throws Exception { int localPort
try { ) throws Exception {
this.log.logFine("Initializing port forwarding via sch ..."); try {
this.log.logFine("Initializing port forwarding via sch ...");
this.switchboard = switchboard;
this.switchboard = switchboard;
this.forwardingHost = switchboard.getConfig(FORWARDING_HOST,"localhost");
this.forwardingHostPort = Integer.valueOf(switchboard.getConfig(FORWARDING_HOST_PORT,"8080")).intValue(); this.forwardingHost = switchboard.getConfig(FORWARDING_HOST,"localhost");
this.forwardingHostUser = switchboard.getConfig(FORWARDING_HOST_USER,"xxx"); this.forwardingHostPort = Integer.valueOf(switchboard.getConfig(FORWARDING_HOST_PORT,"8080")).intValue();
this.forwardingHostPwd = switchboard.getConfig(FORWARDING_HOST_PWD,"xxx"); this.forwardingHostUser = switchboard.getConfig(FORWARDING_HOST_USER,"xxx");
this.forwardingHostPwd = switchboard.getConfig(FORWARDING_HOST_PWD,"xxx");
this.forwardingPort = Integer.valueOf(switchboard.getConfig(FORWARDING_PORT,"8080")).intValue();
this.useProxy = Boolean.valueOf(switchboard.getConfig(FORWARDING_USE_PROXY,"false")).booleanValue(); this.forwardingPort = Integer.valueOf(switchboard.getConfig(FORWARDING_PORT,"8080")).intValue();
this.useProxy = Boolean.valueOf(switchboard.getConfig(FORWARDING_USE_PROXY,"false")).booleanValue();
this.localHost = localHost;
this.localHostPort = localPort; this.localHost = localHost;
this.localHostPort = localPort;
// load remote proxy data
this.remoteProxyHost = switchboard.getConfig("remoteProxyHost",""); // load remote proxy data
try { this.remoteProxyHost = switchboard.getConfig("remoteProxyHost","");
this.remoteProxyPort = Integer.parseInt(switchboard.getConfig("remoteProxyPort","3128")); try {
} catch (NumberFormatException e) { this.remoteProxyPort = Integer.parseInt(switchboard.getConfig("remoteProxyPort","3128"));
remoteProxyPort = 3128; } catch (NumberFormatException e) {
} remoteProxyPort = 3128;
}
// checking if all needed libs are availalbe
String javaClassPath = System.getProperty("java.class.path"); // checking if all needed libs are availalbe
if (javaClassPath.indexOf("jsch") == -1) { String javaClassPath = System.getProperty("java.class.path");
throw new IllegalStateException("Missing library."); if (javaClassPath.indexOf("jsch") == -1) {
} throw new IllegalStateException("Missing library.");
} catch (Exception e) { }
this.log.logSevere("Unable to initialize port forwarding.",e); } catch (Exception e) {
throw e; this.log.logSevere("Unable to initialize port forwarding.",e);
} throw e;
} }
}
public String getHost() {
return this.forwardingHost; public String getHost() {
} return this.forwardingHost;
}
public int getPort() {
return this.forwardingPort; public int getPort() {
} return this.forwardingPort;
}
public synchronized void connect() throws IOException { public synchronized void connect() throws IOException {
try{ try{
if ((session != null) && (session.isConnected())) if ((session != null) && (session.isConnected()))
throw new IOException("Session already connected"); throw new IOException("Session already connected");
this.log.logInfo("Trying to connect to remote port forwarding host " + this.forwardingHostUser + "@" + this.forwardingHost + ":" + this.forwardingHostPort); this.log.logInfo("Trying to connect to remote port forwarding host " + this.forwardingHostUser + "@" + this.forwardingHost + ":" + this.forwardingHostPort);
JSch jsch=new JSch(); JSch jsch=new JSch();
session=jsch.getSession(this.forwardingHostUser, this.forwardingHost, this.forwardingHostPort); session=jsch.getSession(this.forwardingHostUser, this.forwardingHost, this.forwardingHostPort);
session.setPassword(this.forwardingHostPwd); session.setPassword(this.forwardingHostPwd);
/* /*
* Setting the StrictHostKeyChecking to ignore unknown * Setting the StrictHostKeyChecking to ignore unknown
* hosts because of a missing known_hosts file ... * hosts because of a missing known_hosts file ...
*/ */
java.util.Properties config = new java.util.Properties(); java.util.Properties config = new java.util.Properties();
config.put("StrictHostKeyChecking","no"); config.put("StrictHostKeyChecking","no");
session.setConfig(config); session.setConfig(config);
// setting the proxy that should be used // setting the proxy that should be used
if (this.useProxy) { if (this.useProxy) {
session.setProxy(new ProxyHTTP(this.remoteProxyHost, this.remoteProxyPort)); session.setProxy(new ProxyHTTP(this.remoteProxyHost, this.remoteProxyPort));
} }
// username and password will be given via UserInfo interface. // username and password will be given via UserInfo interface.
UserInfo ui= new MyUserInfo(this.forwardingHostPwd); UserInfo ui= new MyUserInfo(this.forwardingHostPwd);
session.setUserInfo(ui); session.setUserInfo(ui);
// trying to connect ... // trying to connect ...
session.connect(); session.connect();
// activating remote port forwarding // activating remote port forwarding
session.setPortForwardingR(this.forwardingPort, this.localHost, this.localHostPort); session.setPortForwardingR(this.forwardingPort, this.localHost, this.localHostPort);
// using a timer task to control if the session remains open // using a timer task to control if the session remains open
if (sessionWatcher == null) { if (sessionWatcher == null) {
this.log.logFine("Deploying port forwarding session watcher thread."); this.log.logFine("Deploying port forwarding session watcher thread.");
this.switchboard.deployThread("portForwardingWatcher", "Remote Port Forwarding Watcher", "this thread is used to detect broken connections and to re-establish it if necessary.", null, this.switchboard.deployThread("portForwardingWatcher", "Remote Port Forwarding Watcher", "this thread is used to detect broken connections and to re-establish it if necessary.", null,
sessionWatcher = new serverInstantThread(this, "reconnect", null), 30000,30000,30000,1000); sessionWatcher = new serverInstantThread(this, "reconnect", null), 30000,30000,30000,1000);
sessionWatcher.setSyncObject(new Object()); sessionWatcher.setSyncObject(new Object());
} }
this.log.logInfo("Remote port forwarding connection established: " + this.log.logInfo("Remote port forwarding connection established: " +
this.forwardingHost+ ":" + this.forwardingPort + " -> " + this.forwardingHost+ ":" + this.forwardingPort + " -> " +
this.localHost + ":" + this.localHostPort); this.localHost + ":" + this.localHostPort);
} }
catch(Exception e){ catch(Exception e){
this.log.logSevere("Unable to connect to remote port forwarding host.",e); this.log.logSevere("Unable to connect to remote port forwarding host.",e);
throw new IOException(e.getMessage()); throw new IOException(e.getMessage());
} }
} }
public synchronized boolean reconnect() throws IOException { public synchronized boolean reconnect() throws IOException {
if ((!this.isConnected()) && (!Thread.currentThread().isInterrupted())) { if ((!this.isConnected()) && (!Thread.currentThread().isInterrupted())) {
this.log.logFine("Trying to reconnect to port forwarding host."); this.log.logFine("Trying to reconnect to port forwarding host.");
this.disconnect(); this.disconnect();
this.connect(); this.connect();
return this.isConnected(); return this.isConnected();
} }
return false; return false;
} }
public synchronized void disconnect() throws IOException { public synchronized void disconnect() throws IOException {
if (session == null) throw new IOException("No connection established."); if (session == null) throw new IOException("No connection established.");
// terminating port watcher thread // terminating port watcher thread
this.log.logFine("Terminating port forwarding session watcher thread."); this.log.logFine("Terminating port forwarding session watcher thread.");
this.switchboard.terminateThread("portForwardingWatcher",true); this.switchboard.terminateThread("portForwardingWatcher",true);
sessionWatcher = null; sessionWatcher = null;
// disconnection the session // disconnection the session
try { try {
session.disconnect(); session.disconnect();
this.log.logFine("Successfully disconnected from port forwarding host."); this.log.logFine("Successfully disconnected from port forwarding host.");
} catch (Exception e) { } catch (Exception e) {
this.log.logSevere("Error while trying to disconnect from port forwarding host.",e); this.log.logSevere("Error while trying to disconnect from port forwarding host.",e);
throw new IOException(e.getMessage()); throw new IOException(e.getMessage());
} }
} }
public synchronized boolean isConnected() { public synchronized boolean isConnected() {
if (session == null) return false; if (session == null) return false;
if (!session.isConnected()) return false; if (!session.isConnected()) return false;
int urls = yacyClient.queryUrlCount(yacyCore.seedDB.mySeed); int urls = yacyClient.queryUrlCount(yacyCore.seedDB.mySeed);
return !(urls < 0); return !(urls < 0);
} }
class MyUserInfo class MyUserInfo
implements UserInfo, UIKeyboardInteractive { implements UserInfo, UIKeyboardInteractive {
String passwd; String passwd;
public MyUserInfo(String password) { public MyUserInfo(String password) {
this.passwd = password; this.passwd = password;
} }
public String getPassword() { public String getPassword() {
return this.passwd; return this.passwd;
} }
public boolean promptYesNo(String str){ public boolean promptYesNo(String str){
System.err.println("User was prompted from: " + str); System.err.println("User was prompted from: " + str);
return true; return true;
} }
public String getPassphrase() { public String getPassphrase() {
return null; return null;
} }
public boolean promptPassphrase(String message) { public boolean promptPassphrase(String message) {
System.out.println("promptPassphrase : " + message); System.out.println("promptPassphrase : " + message);
return false; return false;
} }
public boolean promptPassword(String message) { public boolean promptPassword(String message) {
System.out.println("promptPassword : " + message); System.out.println("promptPassword : " + message);
return true; return true;
} }
/** /**
* @see com.jcraft.jsch.UserInfo#showMessage(java.lang.String) * @see com.jcraft.jsch.UserInfo#showMessage(java.lang.String)
*/ */
public void showMessage(String message) { public void showMessage(String message) {
System.out.println("Sch has tried to show the following message to the user: " + message); System.out.println("Sch has tried to show the following message to the user: " + message);
} }
public String[] promptKeyboardInteractive(String destination, public String[] promptKeyboardInteractive(String destination,
String name, String name,
String instruction, String instruction,
String[] prompt, String[] prompt,
boolean[] echo) { boolean[] echo) {
System.out.println("User was prompted using interactive-keyboard: " + System.out.println("User was prompted using interactive-keyboard: " +
"\n\tDestination: " + destination + "\n\tDestination: " + destination +
"\n\tName: " + name + "\n\tName: " + name +
"\n\tInstruction: " + instruction + "\n\tInstruction: " + instruction +
"\n\tPrompt: " + arrayToString2(prompt,"|") + "\n\tPrompt: " + arrayToString2(prompt,"|") +
"\n\techo: " + arrayToString2(echo,"|")); "\n\techo: " + arrayToString2(echo,"|"));
if ((prompt.length >= 1) && (prompt[0].startsWith("Password"))) if ((prompt.length >= 1) && (prompt[0].startsWith("Password")))
return new String[]{this.passwd}; return new String[]{this.passwd};
return new String[]{}; return new String[]{};
} }
String arrayToString2(String[] a, String separator) { String arrayToString2(String[] a, String separator) {
StringBuffer result = new StringBuffer();// start with first element StringBuffer result = new StringBuffer(); // start with first element
if (a.length > 0) { if (a.length > 0) {
result.append(a[0]); result.append(a[0]);
for (int i=1; i<a.length; i++) { for (int i=1; i<a.length; i++) {
result.append(separator); result.append(separator);
result.append(a[i]); result.append(a[i]);
} }
} }
return result.toString(); return result.toString();
} }
String arrayToString2(boolean[] a, String separator) { String arrayToString2(boolean[] a, String separator) {
StringBuffer result = new StringBuffer();// start with first element StringBuffer result = new StringBuffer(); // start with first element
if (a.length > 0) { if (a.length > 0) {
result.append(a[0]); result.append(a[0]);
for (int i=1; i<a.length; i++) { for (int i=1; i<a.length; i++) {
result.append(separator); result.append(separator);
result.append(a[i]); result.append(a[i]);
} }
} }
return result.toString(); return result.toString();
} }
} }
} }

Write Preview
Loading…
Cancel
Save