added time-out option parameter to call hierarchy

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@2691 6c8d7289-2bf4-0310-a012-ef5d649a1542

htroot/xml/snippet.java

@@ -39,7 +39,7 @@ public class snippet {
         // do the search
         Set queryHashes = plasmaSearchQuery.words2hashes(query);
         
-        plasmaSnippetCache.Snippet snippet = switchboard.snippetCache.retrieveSnippet(url, queryHashes, true, 260);
+        plasmaSnippetCache.Snippet snippet = switchboard.snippetCache.retrieveSnippet(url, queryHashes, true, 260, 10000);
         prop.put("status",snippet.getSource());
         if (snippet.getSource() < 11) {
             //prop.put("text", (snippet.exists()) ? snippet.getLineMarked(queryHashes) : "unknown");

htroot/yacy/search.java

@@ -202,7 +202,7 @@ public final class search {
             while ((acc.hasMoreElements()) && (i < squery.wantedResults)) {
                 urlentry = acc.nextElement();
                 if (includesnippet) {
-                    snippet = sb.snippetCache.retrieveSnippet(urlentry.url(), squery.queryHashes, false, 260);
+                    snippet = sb.snippetCache.retrieveSnippet(urlentry.url(), squery.queryHashes, false, 260, 1000);
                 } else {
                     snippet = null;
                 }

source/de/anomic/plasma/plasmaSnippetCache.java

@@ -166,7 +166,7 @@ public class plasmaSnippetCache {
         return retrieveFromCache(hashes, indexURL.urlHash(url)) != null;
     }
     
-    public Snippet retrieveSnippet(URL url, Set queryhashes, boolean fetchOnline, int snippetMaxLength) {
+    public Snippet retrieveSnippet(URL url, Set queryhashes, boolean fetchOnline, int snippetMaxLength, int timeout) {
         // heise = "0OQUNU3JSs05"
         if (queryhashes.size() == 0) {
             //System.out.println("found no queryhashes for URL retrieve " + url);
@@ -196,7 +196,7 @@ public class plasmaSnippetCache {
             // if not found try to download it
             if ((resource == null) && (fetchOnline)) {
                 // download resource using the crawler
-                plasmaHTCache.Entry entry = loadResourceFromWeb(url, 5000);
+                plasmaHTCache.Entry entry = loadResourceFromWeb(url, timeout);
                 
                 // getting resource metadata (e.g. the http headers for http resources)
                 if (entry != null) docInfo = entry.getDocumentInfo();
@@ -552,7 +552,7 @@ public class plasmaSnippetCache {
             urlstring = urlentry.url().toNormalform();
             if ((urlstring.matches(urlmask)) &&
                 (!(existsInCache(urlentry.url(), queryhashes)))) {
-                new Fetcher(urlentry.url(), queryhashes).start();
+                new Fetcher(urlentry.url(), queryhashes, (int) maxTime).start();
                 i++;
             }
         }
@@ -561,14 +561,16 @@ public class plasmaSnippetCache {
     public class Fetcher extends Thread {
         URL url;
         Set queryhashes;
-        public Fetcher(URL url, Set queryhashes) {
+        int timeout;
+        public Fetcher(URL url, Set queryhashes, int timeout) {
             if (url.getHost().endsWith(".yacyh")) return;
             this.url = url;
             this.queryhashes = queryhashes;
+            this.timeout = timeout;
         }
         public void run() {
             log.logFine("snippetFetcher: try to get URL " + url);
-            plasmaSnippetCache.Snippet snippet = retrieveSnippet(url, queryhashes, true, 260);
+            plasmaSnippetCache.Snippet snippet = retrieveSnippet(url, queryhashes, true, 260, timeout);
             if (snippet.line == null)
                 log.logFine("snippetFetcher: cannot get URL " + url + ". error(" + snippet.source + "): " + snippet.error);
             else

source/de/anomic/plasma/plasmaSwitchboard.java

@@ -2078,7 +2078,7 @@ public final class plasmaSwitchboard extends serverAbstractSwitch implements ser
                     URL wordURL;
                     if (urlstring.matches(query.urlMask)) { //.* is default
                         if (includeSnippets) {
-                            snippet = snippetCache.retrieveSnippet(url, query.queryHashes, false, 260);
+                            snippet = snippetCache.retrieveSnippet(url, query.queryHashes, false, 260, 1000);
                         } else {
                             snippet = null;
                         }