You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
412 lines
21 KiB
412 lines
21 KiB
// yacysearchitem.java
|
|
// (C) 2007 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany
|
|
// first published 28.08.2007 on http://yacy.net
|
|
//
|
|
// This is a part of YaCy, a peer-to-peer based web search engine
|
|
//
|
|
// $LastChangedDate$
|
|
// $LastChangedRevision$
|
|
// $LastChangedBy$
|
|
//
|
|
// LICENSE
|
|
//
|
|
// This program is free software; you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation; either version 2 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program; if not, write to the Free Software
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
import java.util.Iterator;
|
|
import java.util.Map;
|
|
|
|
import net.yacy.cora.document.analysis.Classification;
|
|
import net.yacy.cora.document.id.MultiProtocolURL;
|
|
import net.yacy.cora.lod.vocabulary.Tagging;
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.cora.sorting.ScoreMap;
|
|
import net.yacy.document.LibraryProvider;
|
|
import net.yacy.peers.graphics.ProfilingGraph;
|
|
import net.yacy.search.EventTracker;
|
|
import net.yacy.search.Switchboard;
|
|
import net.yacy.search.query.QueryParams;
|
|
import net.yacy.search.query.SearchEvent;
|
|
import net.yacy.search.query.SearchEventCache;
|
|
import net.yacy.search.query.SearchEventType;
|
|
import net.yacy.server.serverObjects;
|
|
import net.yacy.server.serverSwitch;
|
|
|
|
|
|
public class yacysearchtrailer {
|
|
|
|
private static final int MAX_TOPWORDS = 12;
|
|
private static final int MAXLIMIT_NAV_LOW = 5;
|
|
private static final int MAXLIMIT_NAV_HIGH = 20;
|
|
|
|
public static serverObjects respond(final RequestHeader header, final serverObjects post, final serverSwitch env) {
|
|
final serverObjects prop = new serverObjects();
|
|
final Switchboard sb = (Switchboard) env;
|
|
final String eventID = post.get("eventID", "");
|
|
|
|
// find search event
|
|
final SearchEvent theSearch = SearchEventCache.getEvent(eventID);
|
|
if (theSearch == null) {
|
|
// the event does not exist, show empty page
|
|
return prop;
|
|
}
|
|
final RequestHeader.FileType fileType = header.fileType();
|
|
|
|
// compose search navigation
|
|
|
|
// namespace navigators
|
|
String name;
|
|
int count;
|
|
Iterator<String> navigatorIterator;
|
|
if (theSearch.namespaceNavigator == null || theSearch.namespaceNavigator.isEmpty()) {
|
|
prop.put("nav-namespace", 0);
|
|
} else {
|
|
prop.put("nav-namespace", 1);
|
|
navigatorIterator = theSearch.namespaceNavigator.keys(false);
|
|
int i = 0, p, pos = 0, neg = 0;
|
|
String nav, queryStringForUrl;
|
|
while (i < 10 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next();
|
|
count = theSearch.namespaceNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
nav = "inurl%3A" + name;
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
pos++;
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-namespace_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-namespace_element_" + i + "_modifier", nav);
|
|
} else {
|
|
neg++;
|
|
prop.put("nav-namespace_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-namespace_element_" + i + "_modifier", "-" + nav);
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
}
|
|
prop.put(fileType, "nav-namespace_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-namespace_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-namespace_element_" + i + "_count", count);
|
|
prop.put("nav-namespace_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-namespace_element", i);
|
|
prop.put("nav-namespace_activate", on(pos, neg, MAXLIMIT_NAV_LOW) ? 1 : 0);
|
|
i--;
|
|
prop.put("nav-namespace_element_" + i + "_nl", 0);
|
|
if (pos == 1 && neg == 0)
|
|
{
|
|
prop.put("nav-namespace", 0); // this navigation is not useful
|
|
}
|
|
}
|
|
|
|
// host navigators
|
|
final ScoreMap<String> hostNavigator = theSearch.hostNavigator;
|
|
if (hostNavigator == null || hostNavigator.isEmpty()) {
|
|
prop.put("nav-domains", 0);
|
|
} else {
|
|
prop.put("nav-domains", 1);
|
|
navigatorIterator = hostNavigator.keys(false);
|
|
int i = 0, p, pos = 0, neg = 0;
|
|
String nav, queryStringForUrl;
|
|
while (i < 20 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next();
|
|
count = hostNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
nav = "site%3A" + name;
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
pos++;
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-domains_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-domains_element_" + i + "_modifier", nav);
|
|
} else {
|
|
neg++;
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
prop.put("nav-authors_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-authors_element_" + i + "_modifier", "-" + nav);
|
|
}
|
|
prop.put(fileType, "nav-domains_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-domains_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-domains_element_" + i + "_count", count);
|
|
prop.put("nav-domains_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-domains_element", i);
|
|
prop.put("nav-domains_activate", on(pos, neg, MAXLIMIT_NAV_HIGH) ? 1 : 0);
|
|
i--;
|
|
prop.put("nav-domains_element_" + i + "_nl", 0);
|
|
if (pos == 1 && neg == 0)
|
|
{
|
|
prop.put("nav-domains", 0); // this navigation is not useful
|
|
}
|
|
}
|
|
|
|
// author navigators
|
|
if (theSearch.authorNavigator == null || theSearch.authorNavigator.isEmpty()) {
|
|
prop.put("nav-authors", 0);
|
|
} else {
|
|
prop.put("nav-authors", 1);
|
|
navigatorIterator = theSearch.authorNavigator.keys(false);
|
|
int i = 0, p, pos = 0, neg = 0;
|
|
String nav, queryStringForUrl;
|
|
while (i < 20 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next().trim();
|
|
count = theSearch.authorNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
nav = (name.indexOf(' ', 0) < 0) ? "author%3A" + name : "author%3A%28" + name.replace(" ", "+") + "%29";
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
pos++;
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-authors_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-authors_element_" + i + "_modifier", nav);
|
|
} else {
|
|
neg++;
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
prop.put("nav-authors_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-authors_element_" + i + "_modifier", "-" + nav);
|
|
}
|
|
prop.put(fileType, "nav-authors_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-authors_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-authors_element_" + i + "_count", count);
|
|
prop.put("nav-authors_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-authors_element", i);
|
|
prop.put("nav-authors_activate", neg > 0 ? 1 : 0); // by default off
|
|
i--;
|
|
prop.put("nav-authors_element_" + i + "_nl", 0);
|
|
if (pos == 1 && neg == 0)
|
|
{
|
|
prop.put("nav-authors", 0); // this navigation is not useful
|
|
}
|
|
}
|
|
|
|
// topics navigator
|
|
final ScoreMap<String> topicNavigator = sb.index.connectedRWI() ? theSearch.getTopicNavigator(MAX_TOPWORDS) : null;
|
|
if (topicNavigator == null || topicNavigator.isEmpty()) {
|
|
prop.put("nav-topics", "0");
|
|
} else {
|
|
prop.put("nav-topics", "1");
|
|
navigatorIterator = topicNavigator.keys(false);
|
|
int i = 0;
|
|
String queryStringForUrl;
|
|
while (i < MAX_TOPWORDS && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next();
|
|
count = topicNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
if (queryStringForUrl == null) {
|
|
break;
|
|
}
|
|
if (name != null) {
|
|
prop.put("nav-topics_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-topics_element_" + i + "_modifier", name);
|
|
prop.put(fileType, "nav-topics_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-topics_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl + "+" + name).toString());
|
|
prop.put("nav-topics_element_" + i + "_count", count);
|
|
prop.put("nav-topics_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
}
|
|
prop.put("nav-topics_element", i);
|
|
i--;
|
|
prop.put("nav-topics_element_" + i + "_nl", 0);
|
|
}
|
|
|
|
// protocol navigators
|
|
if (theSearch.protocolNavigator == null || theSearch.protocolNavigator.isEmpty()) {
|
|
prop.put("nav-protocols", 0);
|
|
} else {
|
|
prop.put("nav-protocols", 1);
|
|
navigatorIterator = theSearch.protocolNavigator.keys(false);
|
|
int i = 0, p, pos = 0, neg = 0;
|
|
String nav, queryStringForUrl;
|
|
boolean visible = false;
|
|
while (i < 20 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next().trim();
|
|
count = theSearch.protocolNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
visible = visible || "ftp,smb".indexOf(name) >= 0;
|
|
nav = "%2F" + name;
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
pos++;
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-protocols_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-protocols_element_" + i + "_modifier", nav);
|
|
} else {
|
|
neg++;
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
prop.put("nav-protocols_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-protocols_element_" + i + "_modifier", "-" + nav);
|
|
}
|
|
prop.put(fileType, "nav-protocols_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-protocols_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-protocols_element_" + i + "_count", count);
|
|
prop.put("nav-protocols_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-protocols_element", i);
|
|
prop.put("nav-protocols_activate", neg > 0 || visible ? 1 : 0); // by default off
|
|
i--;
|
|
prop.put("nav-protocols_element_" + i + "_nl", 0);
|
|
if (pos == 1 && neg == 0)
|
|
{
|
|
prop.put("nav-protocols", 0); // this navigation is not useful
|
|
}
|
|
}
|
|
|
|
// filetype navigators
|
|
if (theSearch.filetypeNavigator == null || theSearch.filetypeNavigator.isEmpty()) {
|
|
prop.put("nav-filetypes", 0);
|
|
} else {
|
|
prop.put("nav-filetypes", 1);
|
|
navigatorIterator = theSearch.filetypeNavigator.keys(false);
|
|
int i = 0, p, pos = 0, neg = 0;
|
|
String nav, queryStringForUrl;
|
|
boolean visible = false;
|
|
while (i < 20 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next().trim();
|
|
count = theSearch.filetypeNavigator.get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
visible = visible || Classification.isMediaExtension(name) || "pdf,doc,docx".indexOf(name) >= 0;
|
|
nav = "filetype%3A" + name;
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
pos++;
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-filetypes_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-filetypes_element_" + i + "_modifier", nav);
|
|
} else {
|
|
neg++;
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
prop.put("nav-filetypes_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-filetypes_element_" + i + "_modifier", "-" + nav);
|
|
}
|
|
prop.put(fileType, "nav-filetypes_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-filetypes_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-filetypes_element_" + i + "_count", count);
|
|
prop.put("nav-filetypes_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-filetypes_element", i);
|
|
prop.put("nav-filetypes_activate", neg > 0 || visible ? 1 : 0); // by default off
|
|
i--;
|
|
prop.put("nav-filetypes_element_" + i + "_nl", 0);
|
|
if (pos == 1 && neg == 0)
|
|
{
|
|
prop.put("nav-filetypes", 0); // this navigation is not useful
|
|
}
|
|
}
|
|
|
|
// vocabulary navigators
|
|
final Map<String, ScoreMap<String>> vocabularyNavigators = theSearch.vocabularyNavigator;
|
|
if (vocabularyNavigators != null && !vocabularyNavigators.isEmpty()) {
|
|
int navvoccount = 0;
|
|
vocnav: for (Map.Entry<String, ScoreMap<String>> ve: vocabularyNavigators.entrySet()) {
|
|
String navname = ve.getKey();
|
|
if (ve.getValue() == null || ve.getValue().isEmpty()) {
|
|
continue vocnav;
|
|
}
|
|
prop.put(fileType, "nav-vocabulary_" + navvoccount + "_navname", navname);
|
|
navigatorIterator = ve.getValue().keys(false);
|
|
int i = 0, p;
|
|
String nav, queryStringForUrl;
|
|
while (i < 20 && navigatorIterator.hasNext()) {
|
|
name = navigatorIterator.next();
|
|
count = ve.getValue().get(name);
|
|
if (count == 0) {
|
|
break;
|
|
}
|
|
nav = "%2Fvocabulary%2F" + navname + "%2F" + MultiProtocolURL.escape(Tagging.encodePrintname(name)).toString();
|
|
queryStringForUrl = theSearch.query.getQueryGoal().getOriginalQueryString(true);
|
|
p = queryStringForUrl.indexOf(nav);
|
|
if (p < 0) {
|
|
queryStringForUrl += "+" + nav;
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element_" + i + "_on", 1);
|
|
prop.put(fileType, "nav-vocabulary_" + navvoccount + "_element_" + i + "_modifier", nav);
|
|
} else {
|
|
queryStringForUrl = (queryStringForUrl.substring(0, p) + queryStringForUrl.substring(p + nav.length())).trim();
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element_" + i + "_on", 0);
|
|
prop.put(fileType, "nav-vocabulary_" + navvoccount + "_element_" + i + "_modifier", "-" + nav);
|
|
}
|
|
prop.put(fileType, "nav-vocabulary_" + navvoccount + "_element_" + i + "_name", name);
|
|
prop.put(fileType, "nav-vocabulary_" + navvoccount + "_element_" + i + "_url", QueryParams.navurl(fileType.name().toLowerCase(), 0, theSearch.query, queryStringForUrl).toString());
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element_" + i + "_count", count);
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element_" + i + "_nl", 1);
|
|
i++;
|
|
}
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element", i);
|
|
i--;
|
|
prop.put("nav-vocabulary_" + navvoccount + "_element_" + i + "_nl", 0);
|
|
navvoccount++;
|
|
}
|
|
prop.put("nav-vocabulary", navvoccount);
|
|
} else {
|
|
prop.put("nav-vocabulary", 0);
|
|
}
|
|
|
|
// about box
|
|
final String aboutBody = env.getConfig("about.body", "");
|
|
final String aboutHeadline = env.getConfig("about.headline", "");
|
|
if ((aboutBody.isEmpty() && aboutHeadline.isEmpty()) || theSearch.getResultCount() == 0) {
|
|
prop.put("nav-about", 0);
|
|
} else {
|
|
prop.put("nav-about", 1);
|
|
prop.put("nav-about_headline", aboutHeadline);
|
|
prop.put("nav-about_body", aboutBody);
|
|
}
|
|
|
|
// category: location search
|
|
// show only if there is a location database present and if there had been any search results
|
|
if ((LibraryProvider.geoLoc.isEmpty() || theSearch.getResultCount() == 0) &&
|
|
(theSearch.locationNavigator == null || theSearch.locationNavigator.isEmpty())) {
|
|
prop.put("cat-location", 0);
|
|
} else {
|
|
prop.put("cat-location", 1);
|
|
final String query = theSearch.query.getQueryGoal().getOriginalQueryString(false);
|
|
prop.put(fileType, "cat-location_query", query);
|
|
final String queryenc = theSearch.query.getQueryGoal().getOriginalQueryString(true).replace(' ', '+');
|
|
prop.put(fileType, "cat-location_queryenc", queryenc);
|
|
}
|
|
prop.put("num-results_totalcount", theSearch.getResultCount());
|
|
EventTracker.update(EventTracker.EClass.SEARCH, new ProfilingGraph.EventSearch(theSearch.query.id(true), SearchEventType.FINALIZATION, "bottomline", 0, 0), false);
|
|
return prop;
|
|
}
|
|
|
|
private static final boolean on(final int pos, final int neg, final int maxlimit) {
|
|
return neg > 0 || (pos > 1 && pos <= maxlimit);
|
|
}
|
|
|
|
}
|
|
//http://localhost:8090/yacysearch.html?query=java+&maximumRecords=10&resource=local&verify=cacheonly&nav=hosts,authors,namespace,topics,filetype,protocol&urlmaskfilter=ftp://.*&prefermaskfilter=&cat=href&constraint=&contentdom=text&former=java+%2Fftp&startRecord=0
|
|
//http://localhost:8090/yacysearch.html?query=java+&maximumRecords=10&resource=local&verify=cacheonly&nav=hosts,authors,namespace,topics,filetype,protocol&urlmaskfilter=.*&prefermaskfilter=&cat=href&constraint=&contentdom=text&former=java+%2Fvocabulary%2FGewerke%2FTore&startRecord=0
|