|
|
@ -1,53 +1,54 @@
|
|
|
|
//hello.java
|
|
|
|
// hello.java
|
|
|
|
//-----------------------
|
|
|
|
// -----------------------
|
|
|
|
//part of the AnomicHTTPD caching proxy
|
|
|
|
// part of the AnomicHTTPD caching proxy
|
|
|
|
//(C) by Michael Peter Christen; mc@anomic.de
|
|
|
|
// (C) by Michael Peter Christen; mc@anomic.de
|
|
|
|
//first published on http://www.anomic.de
|
|
|
|
// first published on http://www.anomic.de
|
|
|
|
//Frankfurt, Germany, 2004
|
|
|
|
// Frankfurt, Germany, 2004
|
|
|
|
//last major change: 30.06.2004
|
|
|
|
|
|
|
|
//
|
|
|
|
//
|
|
|
|
//This program is free software; you can redistribute it and/or modify
|
|
|
|
// $LastChangedDate$
|
|
|
|
//it under the terms of the GNU General Public License as published by
|
|
|
|
// $LastChangedRevision$
|
|
|
|
//the Free Software Foundation; either version 2 of the License, or
|
|
|
|
// $LastChangedBy$
|
|
|
|
//(at your option) any later version.
|
|
|
|
|
|
|
|
//
|
|
|
|
//
|
|
|
|
//This program is distributed in the hope that it will be useful,
|
|
|
|
// This program is free software; you can redistribute it and/or modify
|
|
|
|
//but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
//MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// the Free Software Foundation; either version 2 of the License, or
|
|
|
|
//GNU General Public License for more details.
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
//
|
|
|
|
//You should have received a copy of the GNU General Public License
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
//along with this program; if not, write to the Free Software
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
//Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
|
|
|
// GNU General Public License for more details.
|
|
|
|
//
|
|
|
|
//
|
|
|
|
//Using this software in any meaning (reading, learning, copying, compiling,
|
|
|
|
// You should have received a copy of the GNU General Public License
|
|
|
|
//running) means that you agree that the Author(s) is (are) not responsible
|
|
|
|
// along with this program; if not, write to the Free Software
|
|
|
|
//for cost, loss of data or any harm that may be caused directly or indirectly
|
|
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
//by usage of this softare or this documentation. The usage of this software
|
|
|
|
|
|
|
|
//is on your own risk. The installation and usage (starting/running) of this
|
|
|
|
|
|
|
|
//software may allow other people or application to access your computer and
|
|
|
|
|
|
|
|
//any attached devices and is highly dependent on the configuration of the
|
|
|
|
|
|
|
|
//software which must be done by the user of the software; the author(s) is
|
|
|
|
|
|
|
|
//(are) also not responsible for proper configuration and usage of the
|
|
|
|
|
|
|
|
//software, even if provoked by documentation provided together with
|
|
|
|
|
|
|
|
//the software.
|
|
|
|
|
|
|
|
//
|
|
|
|
//
|
|
|
|
//Any changes to this file according to the GPL as documented in the file
|
|
|
|
// Using this software in any meaning (reading, learning, copying, compiling,
|
|
|
|
//gpl.txt aside this file in the shipment you received can be done to the
|
|
|
|
// running) means that you agree that the Author(s) is (are) not responsible
|
|
|
|
//lines that follows this copyright notice here, but changes must not be
|
|
|
|
// for cost, loss of data or any harm that may be caused directly or indirectly
|
|
|
|
//done inside the copyright notive above. A re-distribution must contain
|
|
|
|
// by usage of this softare or this documentation. The usage of this software
|
|
|
|
//the intact and unchanged copyright notice.
|
|
|
|
// is on your own risk. The installation and usage (starting/running) of this
|
|
|
|
//Contributions and changes to the program code must be marked as such.
|
|
|
|
// software may allow other people or application to access your computer and
|
|
|
|
|
|
|
|
// any attached devices and is highly dependent on the configuration of the
|
|
|
|
//You must compile this file with
|
|
|
|
// software which must be done by the user of the software; the author(s) is
|
|
|
|
//javac -classpath .:../../Classes hello.java
|
|
|
|
// (are) also not responsible for proper configuration and usage of the
|
|
|
|
//if the shell's current path is HTROOT
|
|
|
|
// software, even if provoked by documentation provided together with
|
|
|
|
|
|
|
|
// the software.
|
|
|
|
|
|
|
|
//
|
|
|
|
|
|
|
|
// Any changes to this file according to the GPL as documented in the file
|
|
|
|
|
|
|
|
// gpl.txt aside this file in the shipment you received can be done to the
|
|
|
|
|
|
|
|
// lines that follows this copyright notice here, but changes must not be
|
|
|
|
|
|
|
|
// done inside the copyright notive above. A re-distribution must contain
|
|
|
|
|
|
|
|
// the intact and unchanged copyright notice.
|
|
|
|
|
|
|
|
// Contributions and changes to the program code must be marked as such.
|
|
|
|
|
|
|
|
//
|
|
|
|
|
|
|
|
// You must compile this file with
|
|
|
|
|
|
|
|
// javac -classpath .:../../classes hello.java
|
|
|
|
|
|
|
|
// if the shell's current path is HTROOT
|
|
|
|
|
|
|
|
|
|
|
|
import java.net.InetAddress;
|
|
|
|
import java.net.InetAddress;
|
|
|
|
import java.util.Date;
|
|
|
|
import java.util.Date;
|
|
|
|
|
|
|
|
|
|
|
|
import de.anomic.http.httpHeader;
|
|
|
|
import de.anomic.http.httpHeader;
|
|
|
|
import de.anomic.http.httpd;
|
|
|
|
|
|
|
|
import de.anomic.server.serverCore;
|
|
|
|
import de.anomic.server.serverCore;
|
|
|
|
import de.anomic.server.serverObjects;
|
|
|
|
import de.anomic.server.serverObjects;
|
|
|
|
import de.anomic.server.serverSwitch;
|
|
|
|
import de.anomic.server.serverSwitch;
|
|
|
@ -56,58 +57,67 @@ import de.anomic.yacy.yacyCore;
|
|
|
|
import de.anomic.yacy.yacySeed;
|
|
|
|
import de.anomic.yacy.yacySeed;
|
|
|
|
|
|
|
|
|
|
|
|
public class hello {
|
|
|
|
public class hello {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private static final String STR_YOURTYPE = "yourtype";
|
|
|
|
|
|
|
|
private static final String STR_LASTSEEN = "LastSeen";
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private static final String STR_IP = "IP";
|
|
|
|
|
|
|
|
private static final String STR_YOURIP = "yourip";
|
|
|
|
|
|
|
|
private static final String STR_MYTIME = "mytime";
|
|
|
|
|
|
|
|
private static final String STR_SEED = "seed";
|
|
|
|
|
|
|
|
private static final String STR_EQUAL = "=";
|
|
|
|
|
|
|
|
|
|
|
|
public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) {
|
|
|
|
public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) {
|
|
|
|
serverObjects prop = new serverObjects(); // return variable that accumulates replacements
|
|
|
|
final serverObjects prop = new serverObjects(); // return variable that accumulates replacements
|
|
|
|
|
|
|
|
|
|
|
|
if ((post == null) ||
|
|
|
|
if ((post == null) ||
|
|
|
|
(env == null) ||
|
|
|
|
(env == null) ||
|
|
|
|
(yacyCore.seedDB == null) ||
|
|
|
|
(yacyCore.seedDB == null) ||
|
|
|
|
(yacyCore.seedDB.mySeed == null)) return new serverObjects();
|
|
|
|
(yacyCore.seedDB.mySeed == null)) { return new serverObjects(); }
|
|
|
|
|
|
|
|
|
|
|
|
String iam = (String) post.get("iam",""); // complete seed of the requesting peer
|
|
|
|
// final String iam = (String) post.get("iam", ""); // complete seed of the requesting peer
|
|
|
|
String key = (String) post.get("key",""); // transmission key for response
|
|
|
|
// final String pattern = (String) post.get("pattern", ""); //
|
|
|
|
String seed = (String) post.get("seed",""); //
|
|
|
|
// final String mytime = (String) post.get(STR_MYTIME, ""); //
|
|
|
|
String pattern = (String) post.get("pattern",""); //
|
|
|
|
final String key = (String) post.get("key", ""); // transmission key for response
|
|
|
|
String countStr= (String) post.get("count","0"); //
|
|
|
|
final String seed = (String) post.get(STR_SEED, ""); //
|
|
|
|
String mytime = (String) post.get("mytime",""); //
|
|
|
|
final String countStr = (String) post.get("count", "0"); //
|
|
|
|
int count = 0;
|
|
|
|
int i;
|
|
|
|
|
|
|
|
int count = 0;
|
|
|
|
try {count = (countStr == null) ? 0 : Integer.parseInt(countStr);} catch (NumberFormatException e) {count = 0;}
|
|
|
|
try {count = (countStr == null) ? 0 : Integer.parseInt(countStr);} catch (NumberFormatException e) {count = 0;}
|
|
|
|
Date remoteTime = yacyCore.parseUniversalDate((String) post.get("mytime")); // read remote time
|
|
|
|
final Date remoteTime = yacyCore.parseUniversalDate((String) post.get(STR_MYTIME)); // read remote time
|
|
|
|
yacySeed remoteSeed = yacySeed.genRemoteSeed(seed, key, remoteTime);
|
|
|
|
final yacySeed remoteSeed = yacySeed.genRemoteSeed(seed, key, remoteTime);
|
|
|
|
|
|
|
|
|
|
|
|
//System.out.println("YACYHELLO: REMOTESEED=" + ((remoteSeed == null) ? "NULL" : remoteSeed.toString()));
|
|
|
|
//System.out.println("YACYHELLO: REMOTESEED=" + ((remoteSeed == null) ? "NULL" : remoteSeed.toString()));
|
|
|
|
if (remoteSeed == null) return new serverObjects();
|
|
|
|
if (remoteSeed == null) { return new serverObjects(); }
|
|
|
|
|
|
|
|
|
|
|
|
// we easily know the caller's IP:
|
|
|
|
// we easily know the caller's IP:
|
|
|
|
String clientip = (String) header.get("CLIENTIP", "<unknown>"); // read an artificial header addendum
|
|
|
|
final String clientip = (String) header.get("CLIENTIP", "<unknown>"); // read an artificial header addendum
|
|
|
|
String reportedip = remoteSeed.get("IP", "");
|
|
|
|
final String reportedip = remoteSeed.get(STR_IP, "");
|
|
|
|
String reportedPeerType = remoteSeed.get("PeerType", "junior");
|
|
|
|
final String reportedPeerType = remoteSeed.get(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_JUNIOR);
|
|
|
|
float clientversion = remoteSeed.getVersion();
|
|
|
|
final float clientversion = remoteSeed.getVersion();
|
|
|
|
|
|
|
|
|
|
|
|
int urls = -1;
|
|
|
|
int urls = -1;
|
|
|
|
// if the remote client has reported its own IP address and the client supports
|
|
|
|
// if the remote client has reported its own IP address and the client supports
|
|
|
|
// the port forwarding feature (if client version >= 0.383) then we try to
|
|
|
|
// the port forwarding feature (if client version >= 0.383) then we try to
|
|
|
|
// connect to the reported IP address first
|
|
|
|
// connect to the reported IP address first
|
|
|
|
if ((reportedip.length() > 0) && (!(clientip.equals(reportedip))) && (clientversion >= (float)0.383)) {
|
|
|
|
if (reportedip.length() > 0 && !clientip.equals(reportedip) && clientversion >= (float)0.383) {
|
|
|
|
// try first the reportedip, since this may be a connect from a port-forwarding host
|
|
|
|
// try first the reportedip, since this may be a connect from a port-forwarding host
|
|
|
|
prop.put("yourip", reportedip);
|
|
|
|
prop.put(STR_YOURIP, reportedip);
|
|
|
|
remoteSeed.put("IP", reportedip);
|
|
|
|
remoteSeed.put(STR_IP, reportedip);
|
|
|
|
urls = yacyClient.queryUrlCount(remoteSeed);
|
|
|
|
urls = yacyClient.queryUrlCount(remoteSeed);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// if the previous attempt (using the reported ip address) was not successful, try the ip where
|
|
|
|
// if the previous attempt (using the reported ip address) was not successful, try the ip where
|
|
|
|
// the request came from
|
|
|
|
// the request came from
|
|
|
|
if (urls < 0) {
|
|
|
|
if (urls < 0) {
|
|
|
|
boolean isLocalIP = false;
|
|
|
|
boolean isLocalIP = false;
|
|
|
|
if (serverCore.portForwardingEnabled) {
|
|
|
|
if (serverCore.portForwardingEnabled) {
|
|
|
|
try {
|
|
|
|
try {
|
|
|
|
InetAddress clientAddress = InetAddress.getByName(clientip);
|
|
|
|
final InetAddress clientAddress = InetAddress.getByName(clientip);
|
|
|
|
if (clientAddress.isAnyLocalAddress() || clientAddress.isLoopbackAddress()) {
|
|
|
|
if (clientAddress.isAnyLocalAddress() || clientAddress.isLoopbackAddress()) {
|
|
|
|
isLocalIP = true;
|
|
|
|
isLocalIP = true;
|
|
|
|
} else {
|
|
|
|
} else {
|
|
|
|
InetAddress[] localAddress = InetAddress.getAllByName(InetAddress.getLocalHost().getHostName());
|
|
|
|
final InetAddress[] localAddress = InetAddress.getAllByName(InetAddress.getLocalHost().getHostName());
|
|
|
|
for (int i=0; i<localAddress.length; i++) {
|
|
|
|
for (i = 0; i < localAddress.length; i++) {
|
|
|
|
if (localAddress[i].equals(clientAddress)) {
|
|
|
|
if (localAddress[i].equals(clientAddress)) {
|
|
|
|
isLocalIP = true;
|
|
|
|
isLocalIP = true;
|
|
|
|
break;
|
|
|
|
break;
|
|
|
@ -116,66 +126,74 @@ public class hello {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
} catch (Exception e) {}
|
|
|
|
} catch (Exception e) {}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// we are only allowed to connect to the client IP address if it's not our own address
|
|
|
|
// we are only allowed to connect to the client IP address if it's not our own address
|
|
|
|
if (!isLocalIP) {
|
|
|
|
if (!isLocalIP) {
|
|
|
|
prop.put("yourip", clientip);
|
|
|
|
prop.put(STR_YOURIP, clientip);
|
|
|
|
remoteSeed.put("IP", clientip);
|
|
|
|
remoteSeed.put(STR_IP, clientip);
|
|
|
|
urls = yacyClient.queryUrlCount(remoteSeed);
|
|
|
|
urls = yacyClient.queryUrlCount(remoteSeed);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
//System.out.println("YACYHELLO: YOUR IP=" + clientip);
|
|
|
|
// System.out.println("YACYHELLO: YOUR IP=" + clientip);
|
|
|
|
|
|
|
|
|
|
|
|
// assign status
|
|
|
|
// assign status
|
|
|
|
if (urls >= 0) {
|
|
|
|
if (urls >= 0) {
|
|
|
|
if (remoteSeed.get("PeerType", "senior") == null) {
|
|
|
|
if (remoteSeed.get(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_SENIOR) == null) {
|
|
|
|
prop.put("yourtype", "senior");
|
|
|
|
prop.put(STR_YOURTYPE, serverSwitch.PEERTYPE_SENIOR);
|
|
|
|
remoteSeed.put("PeerType", "senior");
|
|
|
|
remoteSeed.put(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_SENIOR);
|
|
|
|
} else if (remoteSeed.get("PeerType", "principal").equals("principal")) {
|
|
|
|
} else if (remoteSeed.get(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_PRINCIPAL).equals(serverSwitch.PEERTYPE_PRINCIPAL)) {
|
|
|
|
prop.put("yourtype", "principal");
|
|
|
|
prop.put(STR_YOURTYPE, serverSwitch.PEERTYPE_PRINCIPAL);
|
|
|
|
} else {
|
|
|
|
} else {
|
|
|
|
prop.put("yourtype", "senior");
|
|
|
|
prop.put(STR_YOURTYPE, serverSwitch.PEERTYPE_SENIOR);
|
|
|
|
remoteSeed.put("PeerType", "senior");
|
|
|
|
remoteSeed.put(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_SENIOR);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// connect the seed
|
|
|
|
// connect the seed
|
|
|
|
yacyCore.peerActions.peerArrival(remoteSeed, true);
|
|
|
|
yacyCore.peerActions.peerArrival(remoteSeed, true);
|
|
|
|
} else {
|
|
|
|
} else {
|
|
|
|
prop.put("yourtype", "junior");
|
|
|
|
prop.put(STR_YOURTYPE, serverSwitch.PEERTYPE_JUNIOR);
|
|
|
|
remoteSeed.put("LastSeen", yacyCore.universalDateShortString());
|
|
|
|
remoteSeed.put(STR_LASTSEEN, yacyCore.universalDateShortString());
|
|
|
|
yacyCore.peerActions.juniorConnects++; // update statistics
|
|
|
|
yacyCore.peerActions.juniorConnects++; // update statistics
|
|
|
|
remoteSeed.put("PeerType", "junior");
|
|
|
|
remoteSeed.put(serverSwitch.PEERTYPE, serverSwitch.PEERTYPE_JUNIOR);
|
|
|
|
yacyCore.log.logInfo("hello: responded remote junior peer '" + remoteSeed.getName() + "' from " + reportedip);
|
|
|
|
yacyCore.log.logInfo("hello: responded remote junior peer '" + remoteSeed.getName() + "' from " + reportedip);
|
|
|
|
// no connection here, instead store junior in connection cache
|
|
|
|
// no connection here, instead store junior in connection cache
|
|
|
|
if ((remoteSeed.hash != null) && (remoteSeed.isProper() == null)) yacyCore.peerActions.peerPing(remoteSeed);
|
|
|
|
if ((remoteSeed.hash != null) && (remoteSeed.isProper() == null)) {
|
|
|
|
|
|
|
|
yacyCore.peerActions.peerPing(remoteSeed);
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (!((String)prop.get("yourtype")).equals(reportedPeerType)) {
|
|
|
|
if (!((String)prop.get(STR_YOURTYPE)).equals(reportedPeerType)) {
|
|
|
|
yacyCore.log.logInfo("hello: changing remote peer '" + remoteSeed.getName() + "' [" + reportedip + "] peerType from '" + reportedPeerType + "' to '" + prop.get("yourtype") + "'.");
|
|
|
|
yacyCore.log.logInfo("hello: changing remote peer '" + remoteSeed.getName() +
|
|
|
|
|
|
|
|
"' [" + reportedip +
|
|
|
|
|
|
|
|
"] peerType from '" + reportedPeerType +
|
|
|
|
|
|
|
|
"' to '" + prop.get(STR_YOURTYPE) + "'.");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
String seeds = "";
|
|
|
|
final StringBuffer seeds = new StringBuffer(768);
|
|
|
|
|
|
|
|
|
|
|
|
// attach also my own seed
|
|
|
|
|
|
|
|
seeds += "seed0=" + yacyCore.seedDB.mySeed.genSeedStr(key) + serverCore.crlfString;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// attach some more seeds, as requested
|
|
|
|
// attach some more seeds, as requested
|
|
|
|
if ((yacyCore.seedDB != null) && (yacyCore.seedDB.sizeConnected()>0)) {
|
|
|
|
if ((yacyCore.seedDB != null) && (yacyCore.seedDB.sizeConnected() > 0)) {
|
|
|
|
if (count > yacyCore.seedDB.sizeConnected()) count = yacyCore.seedDB.sizeConnected();
|
|
|
|
if (count > yacyCore.seedDB.sizeConnected()) { count = yacyCore.seedDB.sizeConnected(); }
|
|
|
|
if (count > 100) count = 100;
|
|
|
|
if (count > 100) { count = 100; }
|
|
|
|
yacySeed[] ys = yacyCore.seedDB.seedsByAge(true, count); // latest seeds
|
|
|
|
final yacySeed[] ySeeds = yacyCore.seedDB.seedsByAge(true, count); // latest seeds
|
|
|
|
int c = 1;
|
|
|
|
seeds.ensureCapacity((ySeeds.length + 1) * 768);
|
|
|
|
for (int i = 1; i < ys.length; i++) {
|
|
|
|
// attach also my own seed
|
|
|
|
if ((ys[i] != null) && (ys[i].isProper() == null)) {
|
|
|
|
seeds.append("seed0=").append(yacyCore.seedDB.mySeed.genSeedStr(key)).append(serverCore.crlfString);
|
|
|
|
seeds += "seed" + c + "=" + ys[i].genSeedStr(key) + serverCore.crlfString;
|
|
|
|
count = 1;
|
|
|
|
c++;
|
|
|
|
for (i = 1; i < ySeeds.length; i++) {
|
|
|
|
|
|
|
|
if ((ySeeds[i] != null) && (ySeeds[i].isProper() == null)) {
|
|
|
|
|
|
|
|
seeds.append(STR_SEED).append(count).append(STR_EQUAL).append(ySeeds[i].genSeedStr(key)).append(serverCore.crlfString);
|
|
|
|
|
|
|
|
count++;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
// attach also my own seed
|
|
|
|
|
|
|
|
seeds.append("seed0=").append(yacyCore.seedDB.mySeed.genSeedStr(key)).append(serverCore.crlfString);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
prop.put("mytime", yacyCore.universalDateShortString());
|
|
|
|
prop.put(STR_MYTIME, yacyCore.universalDateShortString());
|
|
|
|
prop.put("seedlist", seeds);
|
|
|
|
prop.put("seedlist", seeds.toString());
|
|
|
|
// return rewrite properties
|
|
|
|
// return rewrite properties
|
|
|
|
return prop;
|
|
|
|
return prop;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|