git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@7065 6c8d7289-2bf4-0310-a012-ef5d649a1542pull/1/head
orbiter
14 years ago
parent
caece04f26
commit
5e7081cd19
@ -1,193 +0,0 @@
|
||||
/**
|
||||
* HttpConnector
|
||||
* Copyright 2010 by Michael Peter Christen
|
||||
* First released 25.05.2010 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
|
||||
package net.yacy.cora.protocol;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.Set;
|
||||
import java.util.Map.Entry;
|
||||
//import java.util.List;
|
||||
|
||||
import net.yacy.cora.document.MultiProtocolURI;
|
||||
import net.yacy.cora.protocol.http.HTTPClient;
|
||||
|
||||
//import org.apache.commons.httpclient.methods.multipart.Part;
|
||||
import org.apache.http.entity.mime.content.ContentBody;
|
||||
|
||||
import de.anomic.crawler.retrieval.HTTPLoader;
|
||||
// import de.anomic.http.client.Client;
|
||||
//import de.anomic.http.server.HeaderFramework;
|
||||
//import de.anomic.http.server.RequestHeader;
|
||||
//import de.anomic.http.server.ResponseContainer;
|
||||
|
||||
public class HttpConnector {
|
||||
|
||||
// /**
|
||||
// * send data to the server named by vhost
|
||||
// *
|
||||
// * @param address address of the server
|
||||
// * @param vhost name of the server at address which should respond
|
||||
// * @param post data to send (name-value-pairs)
|
||||
// * @param timeout in milliseconds
|
||||
// * @return response body
|
||||
// * @throws IOException
|
||||
// */
|
||||
// public static byte[] wput(final String url, final String vhost, final List<Part> post, final int timeout) throws IOException {
|
||||
// return wput(url, vhost, post, timeout, false);
|
||||
// }
|
||||
|
||||
// /**
|
||||
// * send data to the server named by vhost
|
||||
// *
|
||||
// * @param address address of the server
|
||||
// * @param vhost name of the server at address which should respond
|
||||
// * @param post data to send (name-value-pairs)
|
||||
// * @param timeout in milliseconds
|
||||
// * @param gzipBody send with content gzip encoded
|
||||
// * @return response body
|
||||
// * @throws IOException
|
||||
// */
|
||||
// public static byte[] wput(final String url, final String vhost, final List<Part> post, final int timeout, final boolean gzipBody) throws IOException {
|
||||
// final RequestHeader header = new RequestHeader();
|
||||
// header.put(HeaderFramework.USER_AGENT, HTTPLoader.yacyUserAgent);
|
||||
// header.put(HeaderFramework.HOST, vhost);
|
||||
// final de.anomic.http.client.Client client = new de.anomic.http.client.Client(timeout, header);
|
||||
//
|
||||
// ResponseContainer res = null;
|
||||
// byte[] content = null;
|
||||
// try {
|
||||
// // send request/data
|
||||
// res = client.POST(url, post, gzipBody);
|
||||
// content = res.getData();
|
||||
// } finally {
|
||||
// if(res != null) {
|
||||
// // release connection
|
||||
// res.closeStream();
|
||||
// }
|
||||
// }
|
||||
// return content;
|
||||
// }
|
||||
|
||||
/**
|
||||
* send data to the server named by vhost
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param vhost name of the server at address which should respond
|
||||
* @param post data to send (name-value-pairs)
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public static byte[] wput(final String url, final String vhost, LinkedHashMap<String,ContentBody> post, final int timeout) throws IOException {
|
||||
final HTTPClient client = new HTTPClient();
|
||||
client.setTimout(timeout);
|
||||
client.setUserAgent(HTTPLoader.yacyUserAgent);
|
||||
client.setHost(vhost);
|
||||
|
||||
return client.POSTbytes(url, post);
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* get data from the server named by url
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public static byte[] wget(final MultiProtocolURI url, final int timeout) throws IOException {
|
||||
return wget(url.toNormalform(false, false), url.getHost(), timeout);
|
||||
}
|
||||
|
||||
/**
|
||||
* get data from the server named by vhost
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param vhost name of the server at address which should respond
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public static byte[] wget(final String url, final String vhost, final int timeout) throws IOException {
|
||||
final HTTPClient client = new HTTPClient();
|
||||
client.setTimout(timeout);
|
||||
client.setUserAgent(HTTPLoader.yacyUserAgent);
|
||||
client.setHost(vhost);
|
||||
|
||||
return client.GETbytes(url);
|
||||
}
|
||||
|
||||
/**
|
||||
* get data from the server named by vhost
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param entrys of RequestHeader
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public static byte[] wget(final String url, final Set<Entry<String, String>> entrys, final int timeout) throws IOException {
|
||||
return wget(url, entrys, timeout, null);
|
||||
}
|
||||
|
||||
/**
|
||||
* get data from the server named by url
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param entrys of RequestHeader
|
||||
* @param timeout in milliseconds
|
||||
* @param vhost name of the server at address which should respond
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public static byte[] wget(final String url, final Set<Entry<String, String>> entrys, final int timeout, final String vhost) throws IOException {
|
||||
final HTTPClient client = new HTTPClient();
|
||||
client.setHeader(entrys);
|
||||
client.setTimout(timeout);
|
||||
client.setHost(vhost);
|
||||
|
||||
return client.GETbytes(url);
|
||||
}
|
||||
|
||||
// public static byte[] wget(final String url, final String vhost, final int timeout) throws IOException {
|
||||
// final RequestHeader header = new RequestHeader();
|
||||
// header.put(HeaderFramework.USER_AGENT, HTTPLoader.yacyUserAgent);
|
||||
// header.put(HeaderFramework.HOST, vhost);
|
||||
// final de.anomic.http.client.Client client = new de.anomic.http.client.Client(timeout, header);
|
||||
//
|
||||
// ResponseContainer res = null;
|
||||
// byte[] content = null;
|
||||
// try {
|
||||
// // send request/data
|
||||
// res = client.GET(url);
|
||||
// content = res.getData();
|
||||
// } finally {
|
||||
// if(res != null) {
|
||||
// // release connection
|
||||
// res.closeStream();
|
||||
// }
|
||||
// }
|
||||
// return content;
|
||||
// }
|
||||
|
||||
}
|
||||
@ -0,0 +1,71 @@
|
||||
/**
|
||||
* HttpConnector
|
||||
* Copyright 2010 by Michael Peter Christen
|
||||
* First released 25.05.2010 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
|
||||
package net.yacy.cora.protocol.http;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
|
||||
import net.yacy.cora.document.MultiProtocolURI;
|
||||
|
||||
import org.apache.http.entity.mime.content.ContentBody;
|
||||
|
||||
/**
|
||||
* This Connector is a convenience class to access the protocol-specific http client class.
|
||||
*/
|
||||
public class HTTPConnector {
|
||||
|
||||
private static final Map<String, HTTPConnector> cons = new ConcurrentHashMap<String, HTTPConnector>();
|
||||
private String userAgent;
|
||||
|
||||
private HTTPConnector(String userAgent) {
|
||||
this.userAgent = userAgent;
|
||||
}
|
||||
|
||||
public static final HTTPConnector getConnector(String userAgent) {
|
||||
HTTPConnector c = cons.get(userAgent);
|
||||
if (c != null) return c;
|
||||
c = new HTTPConnector(userAgent);
|
||||
return c;
|
||||
}
|
||||
|
||||
/**
|
||||
* send data to the server named by vhost
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param vhost name of the server at address which should respond
|
||||
* @param post data to send (name-value-pairs)
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public byte[] post(final MultiProtocolURI url, final int timeout, final String vhost, LinkedHashMap<String, ContentBody> post) throws IOException {
|
||||
final HTTPClient client = new HTTPClient();
|
||||
client.setTimout(timeout);
|
||||
client.setUserAgent(this.userAgent);
|
||||
client.setHost(vhost);
|
||||
|
||||
return client.POSTbytes(url.toNormalform(false, false), post);
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,71 @@
|
||||
/**
|
||||
* HttpConnector
|
||||
* Copyright 2010 by Michael Peter Christen
|
||||
* First released 25.05.2010 at http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
|
||||
package net.yacy.cora.protocol.http;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
|
||||
import net.yacy.cora.document.MultiProtocolURI;
|
||||
|
||||
import org.apache.http.entity.mime.content.ContentBody;
|
||||
|
||||
/**
|
||||
* This Connector is a convenience class to access the protocol-specific http client class.
|
||||
*/
|
||||
public class HTTPConnector {
|
||||
|
||||
private static final Map<String, HTTPConnector> cons = new ConcurrentHashMap<String, HTTPConnector>();
|
||||
private String userAgent;
|
||||
|
||||
private HTTPConnector(String userAgent) {
|
||||
this.userAgent = userAgent;
|
||||
}
|
||||
|
||||
public static final HTTPConnector getConnector(String userAgent) {
|
||||
HTTPConnector c = cons.get(userAgent);
|
||||
if (c != null) return c;
|
||||
c = new HTTPConnector(userAgent);
|
||||
return c;
|
||||
}
|
||||
|
||||
/**
|
||||
* send data to the server named by vhost
|
||||
*
|
||||
* @param url address of the server
|
||||
* @param vhost name of the server at address which should respond
|
||||
* @param post data to send (name-value-pairs)
|
||||
* @param timeout in milliseconds
|
||||
* @return response body
|
||||
* @throws IOException
|
||||
*/
|
||||
public byte[] post(final MultiProtocolURI url, final int timeout, final String vhost, LinkedHashMap<String, ContentBody> post) throws IOException {
|
||||
final HTTPClient client = new HTTPClient();
|
||||
client.setTimout(timeout);
|
||||
client.setUserAgent(this.userAgent);
|
||||
client.setHost(vhost);
|
||||
|
||||
return client.POSTbytes(url.toNormalform(false, false), post);
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in new issue