yacy_search_server/htroot/yacysearchitem.java

// yacysearchitem.java
// (C) 2007 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
// first published 28.08.2007 on http://yacy.net
//
// This is a part of YaCy, a peer-to-peer based web search engine
//
// $LastChangedDate: 2006-04-02 22:40:07 +0200 (So, 02 Apr 2006) $
// $LastChangedRevision: 1986 $
// $LastChangedBy: orbiter $
//
// LICENSE
// 
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation; either version 2 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program; if not, write to the Free Software
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

import java.io.UnsupportedEncodingException;
import java.net.MalformedURLException;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.TreeSet;

import de.anomic.http.httpHeader;
import de.anomic.net.URL;
import de.anomic.plasma.plasmaSearchEvent;
import de.anomic.plasma.plasmaSearchPreOrder;
import de.anomic.plasma.plasmaSearchQuery;
import de.anomic.plasma.plasmaSearchRankingProfile;
import de.anomic.plasma.plasmaSwitchboard;
import de.anomic.plasma.plasmaURL;
import de.anomic.server.serverObjects;
import de.anomic.server.serverSwitch;
import de.anomic.tools.crypt;
import de.anomic.tools.nxTools;
import de.anomic.yacy.yacyCore;
import de.anomic.yacy.yacyNewsPool;
import de.anomic.yacy.yacySeed;


public class yacysearchitem {

    public static serverObjects respond(httpHeader header, serverObjects post, serverSwitch env) {
        final plasmaSwitchboard sb = (plasmaSwitchboard) env;
        final serverObjects prop = new serverObjects();
        
        String eventID = post.get("eventID", "");
        int item = post.getInt("item", -1);
        boolean authenticated = sb.adminAuthenticated(header) >= 2;
        
        // find search event
        plasmaSearchEvent theSearch = plasmaSearchEvent.getEvent(eventID);
        plasmaSearchQuery theQuery = theSearch.getQuery();
        plasmaSearchRankingProfile ranking = theSearch.getRanking();

        long startprofiling = System.currentTimeMillis();
        
        // generate result object
        ArrayList accu = theSearch.computeResults(plasmaSwitchboard.blueList, true);
        
        plasmaSearchEvent.Entry result = (plasmaSearchEvent.Entry) accu.get(item);
        System.out.println("PROFILING_DEBUG: " + (System.currentTimeMillis() - startprofiling) + " millisekunden fuer item " + item);
        
        prop.put("content", 1); // switch on content
        prop.put("content_authorized", (authenticated) ? 1 : 0);
        prop.put("content_authorized_recommend", (yacyCore.newsPool.getSpecific(yacyNewsPool.OUTGOING_DB, yacyNewsPool.CATEGORY_SURFTIPP_ADD, "url", result.urlstring()) == null) ? 1 : 0);
        prop.put("content_authorized_recommend_deletelink", "/yacysearch.html?search=" + theQuery.queryString + "&Enter=Search&count=" + theQuery.wantedResults + "&order=" + crypt.simpleEncode(ranking.toExternalString()) + "&resource=local&time=3&deleteref=" + result.hash() + "&urlmaskfilter=.*");
        prop.put("content_authorized_recommend_recommendlink", "/yacysearch.html?search=" + theQuery.queryString + "&Enter=Search&count=" + theQuery.wantedResults + "&order=" + crypt.simpleEncode(ranking.toExternalString()) + "&resource=local&time=3&recommendref=" + result.hash() + "&urlmaskfilter=.*");
        prop.put("content_authorized_urlhash", result.hash());
        prop.put("content_description", result.title());
        prop.put("content_url", result.urlstring());
        
        int port=result.url().getPort();
        URL faviconURL;
        try {
            faviconURL = new URL(result.url().getProtocol() + "://" + result.url().getHost() + ((port != -1) ? (":" + String.valueOf(port)) : "") + "/favicon.ico");
        } catch (MalformedURLException e1) {
            faviconURL = null;
        }
        
        prop.put("content_faviconCode", sb.licensedURLs.aquireLicense(faviconURL)); // aquire license for favicon url loading
        prop.put("content_urlhash", result.hash());
        prop.put("content_urlhexhash", yacySeed.b64Hash2hexHash(result.hash()));
        prop.put("content_urlname", nxTools.shortenURLString(result.urlname(), 120));
        prop.put("content_date", plasmaSwitchboard.dateString(result.modified()));
        prop.put("content_ybr", plasmaSearchPreOrder.ybr(result.hash()));
        prop.put("content_size", Long.toString(result.filesize()));
        
        TreeSet[] query = theQuery.queryWords();
        URL wordURL = null;
        try {
            prop.put("content_words", URLEncoder.encode(query[0].toString(),"UTF-8"));
        } catch (UnsupportedEncodingException e) {}
        prop.put("content_former", theQuery.queryString);
        prop.put("content_rankingprops", result.word().toPropertyForm() + ", domLengthEstimated=" + plasmaURL.domLengthEstimation(result.hash()) +
                        ((plasmaURL.probablyRootURL(result.hash())) ? ", probablyRootURL" : "") + 
                        (((wordURL = plasmaURL.probablyWordURL(result.hash(), query[0])) != null) ? ", probablyWordURL=" + wordURL.toNormalform(false, true) : ""));
 
        /*
        // adding snippet if available
        if (result.hasSnippet()) {
            prop.put("content_snippet", result.textSnippet().getLineMarked(theQuery.queryHashes));
        } else {
            // snippet fetch timeout
            int textsnippet_timeout = Integer.parseInt(env.getConfig("timeout_media", "10000"));
                       
            // boolean line_end_with_punctuation
            boolean pre = post.get("pre", "false").equals("true");
                        
            // if 'remove' is set to true, then RWI references to URLs that do not have the snippet are removed
            boolean remove = post.get("remove", "false").equals("true");
                        
            plasmaSnippetCache.TextSnippet snippet = plasmaSnippetCache.retrieveTextSnippet(
                                result.url(), 
                                theQuery.queryHashes, 
                                true, 
                                pre, 
                                260, 
                                textsnippet_timeout
                );
                                                   
            if (snippet.getErrorCode() < 11) {
                // no problems occurred
                //prop.put("text", (snippet.exists()) ? snippet.getLineMarked(queryHashes) : "unknown");
                prop.putASIS("content_snippet", (snippet.exists()) ? snippet.getLineMarked(theQuery.queryHashes) : "unknown");
            } else {
                // problems with snippet fetch
                prop.put("content_snippet", (remove) ? plasmaSnippetCache.failConsequences(snippet, theQuery.id()) : snippet.getError());
            }
        }
        */
        prop.put("content_snippet","temporary no snippet computed");
        return prop;
    }
    
}