+
+ 
+
+ |
+
+ #[clientname]#: Quick Crawl Link
+ |
+ + | +
+
|
|
+Quickly adding Bookmarks:
+ Simply drag and drop the link shown below to your Browsers Toolbar/Link-Bar. +If you click on it while browsing, the currently viewed website will be inserted into the YaCy crawling queue for indexing. + |
+
 Crawl with YaCy |
| Title: | +#[title]# | +
| Link: | +#[url]# | +
| Status: | ++ #(status)# + URL successfully added to Crawler Queue + :: + Malformed URL + :: + Unable to create new crawling profile for URL: #[error]# + :: + Unable to add URL to crawler queue: #[error]# + #(/status)# + | +
javascript:w = window.open('http://user:pwd@localhost:8080/QuickCrawlLink_p.html?localIndexing=on&crawlingQ=on&xdstopw=on&title=' + escape(document.title) + '&url=' + location.href,'_blank','height=150,width=500,resizable=yes,scrollbar=no,directory=no,menubar=no,location=no'); w.focus();
+ * @param header
+ * @param post
+ * @param env
+ * @return
+ */
+ public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) {
+
+ serverObjects prop = new serverObjects();
+ plasmaSwitchboard switchboard = (plasmaSwitchboard)env;
+
+ if (post == null) {
+ // send back usage example
+ prop.put("mode",0);
+
+ // getting the http host header
+ String hostSocket = (String) header.get(httpHeader.CONNECTION_PROP_HOST);
+
+ String host = hostSocket;
+ int port = 80, pos = hostSocket.indexOf(":");
+ if (pos != -1) {
+ port = Integer.parseInt(hostSocket.substring(pos + 1));
+ host = hostSocket.substring(0, pos);
+ }
+
+ prop.put("mode_host", "localhost");
+ prop.put("mode_port", Integer.toString(port));
+
+ return prop;
+ }
+ prop.put("mode",1);
+
+ // getting the URL
+ String crawlingStart = post.get("url",null);
+
+ // getting the browser title
+ String title = post.get("title",null);
+
+ // getting other parameters if set
+ String crawlingFilter = post.get("crawlingFilter", ".*");
+ int CrawlingDepth = Integer.parseInt(post.get("crawlingDepth", "0"));
+ boolean crawlDynamic = post.get("crawlingQ", "").equals("on");
+ boolean storeHTCache = post.get("storeHTCache", "").equals("on");
+ boolean localIndexing = post.get("localIndexing", "").equals("on");
+ boolean remoteIndexing = post.get("crawlOrder", "").equals("on");
+ boolean xsstopw = post.get("xsstopw", "").equals("on");
+ boolean xdstopw = post.get("xdstopw", "").equals("on");
+ boolean xpstopw = post.get("xpstopw", "").equals("on");
+
+ prop.put("mode_url",(crawlingStart==null)?"unknown":crawlingStart);
+ prop.put("mode_title",(title==null)?"unknown":title);
+
+ if (crawlingStart != null) {
+ crawlingStart = crawlingStart.trim();
+ crawlingStart = htmlFilterContentScraper.urlNormalform(null, crawlingStart);
+
+ // check if url is proper
+ URL crawlingStartURL = null;
+ try {
+ crawlingStartURL = new URL(crawlingStart);
+ } catch (MalformedURLException e) {
+ prop.put("mode_status", 1);
+ return prop;
+ }
+
+ String urlhash = plasmaURL.urlHash(crawlingStart);
+ switchboard.urlPool.loadedURL.remove(urlhash);
+ switchboard.urlPool.noticeURL.remove(urlhash);
+ switchboard.urlPool.errorURL.remove(urlhash);
+
+ // create crawling profile
+ plasmaCrawlProfile.entry pe = null;
+ try {
+ pe = switchboard.profiles.newEntry(
+ crawlingStartURL.getHost(),
+ crawlingStart,
+ crawlingFilter,
+ crawlingFilter,
+ CrawlingDepth,
+ CrawlingDepth,
+ crawlDynamic,
+ storeHTCache,
+ true,
+ localIndexing,
+ remoteIndexing,
+ xsstopw,
+ xdstopw,
+ xpstopw
+ );
+ } catch (Exception e) {
+ // mist
+ prop.put("mode_status", 2);//Error with url
+ prop.put("mode_status_error", e.getMessage());
+ return prop;
+ }
+
+ // stack URL
+ String reasonString = switchboard.sbStackCrawlThread.stackCrawl(
+ crawlingStart,
+ null,
+ yacyCore.seedDB.mySeed.hash,
+ (title==null)?"CRAWLING-ROOT":title,
+ new Date(),
+ 0,
+ pe
+ );
+
+ // validate rejection reason
+ if (reasonString == null) {
+ prop.put("mode_status", 0);//start msg
+ } else {
+ prop.put("mode_status", 3);//start msg
+ prop.put("mode_status_error", reasonString);
+ }
+
+ }
+
+ return prop;
+ }
+
+}
diff --git a/htroot/env/grafics/addlink.gif b/htroot/env/grafics/addlink.gif
new file mode 100644
index 000000000..ef9c2db40
Binary files /dev/null and b/htroot/env/grafics/addlink.gif differ
diff --git a/source/de/anomic/yacy/yacyClient.java b/source/de/anomic/yacy/yacyClient.java
index 89100dcbc..4b0a40eef 100644
--- a/source/de/anomic/yacy/yacyClient.java
+++ b/source/de/anomic/yacy/yacyClient.java
@@ -338,9 +338,16 @@ public final class yacyClient {
}
}
- public static int search(String wordhashes, boolean global, yacySeed targetPeer,
- plasmaCrawlLURL urlManager, plasmaWordIndexEntity entityCache,
- plasmaURLPattern blacklist, plasmaSnippetCache snippets, plasmaSearchProfile profile) {
+ public static int search(
+ String wordhashes,
+ boolean global,
+ yacySeed targetPeer,
+ plasmaCrawlLURL urlManager,
+ plasmaWordIndexEntity entityCache,
+ plasmaURLPattern blacklist,
+ plasmaSnippetCache snippets,
+ plasmaSearchProfile profile
+ ) {
// send a search request to peer with remote Hash
// this mainly converts the words into word hashes