You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
315 lines
16 KiB
315 lines
16 KiB
// DictionaryLoader_p.java
|
|
// -----------------------
|
|
// part of YaCy
|
|
// (C) by Michael Peter Christen; mc@yacy.net
|
|
// first published 12.05.2010 on http://yacy.net
|
|
//
|
|
// This program is free software; you can redistribute it and/or modify
|
|
// it under the terms of the GNU General Public License as published by
|
|
// the Free Software Foundation; either version 2 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU General Public License
|
|
// along with this program; if not, write to the Free Software
|
|
// Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
|
|
import java.io.File;
|
|
import java.io.FileInputStream;
|
|
import java.io.IOException;
|
|
import java.net.MalformedURLException;
|
|
|
|
import net.yacy.cora.document.id.DigestURL;
|
|
import net.yacy.cora.federate.yacy.CacheStrategy;
|
|
import net.yacy.cora.geo.GeonamesLocation;
|
|
import net.yacy.cora.geo.OpenGeoDBLocation;
|
|
import net.yacy.cora.language.synonyms.SynonymLibrary;
|
|
import net.yacy.cora.protocol.ClientIdentification;
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.cora.util.ConcurrentLog;
|
|
import net.yacy.crawler.retrieval.Response;
|
|
import net.yacy.document.LibraryProvider;
|
|
import net.yacy.kelondro.util.FileUtils;
|
|
import net.yacy.search.Switchboard;
|
|
import net.yacy.server.serverObjects;
|
|
import net.yacy.server.serverSwitch;
|
|
|
|
public class DictionaryLoader_p {
|
|
|
|
public static serverObjects respond(@SuppressWarnings("unused") final RequestHeader header, final serverObjects post, final serverSwitch env) {
|
|
final Switchboard sb = (Switchboard) env;
|
|
final serverObjects prop = new serverObjects(); // return variable that accumulates replacements
|
|
|
|
/*
|
|
* distinguish the following cases:
|
|
* - dictionary file was not loaded -> actions: load the file
|
|
* - dictionary file is loaded and enabled -> actions: disable or remove the file
|
|
* - dictionary file is loaded but disabled -> actions: enable or remove the file
|
|
*/
|
|
|
|
for (final LibraryProvider.Dictionary dictionary: LibraryProvider.Dictionary.values()) {
|
|
prop.put(dictionary.nickname + "URL", dictionary.url);
|
|
prop.put(dictionary.nickname + "Storage", dictionary.file().toString());
|
|
prop.put(dictionary.nickname + "Status", dictionary.file().exists() ? 1 : dictionary.fileDisabled().exists() ? 2 : 0);
|
|
prop.put(dictionary.nickname + "ActionLoaded", 0);
|
|
prop.put(dictionary.nickname + "ActionRemoved", 0);
|
|
prop.put(dictionary.nickname + "ActionActivated", 0);
|
|
prop.put(dictionary.nickname + "ActionDeactivated", 0);
|
|
}
|
|
|
|
if (post == null) {
|
|
return prop;
|
|
}
|
|
|
|
// GEON0
|
|
if (post.containsKey("geon0Load")) {
|
|
// load from the net
|
|
try {
|
|
final Response response = sb.loader.load(sb.loader.request(new DigestURL(LibraryProvider.Dictionary.GEON0.url), false, true), CacheStrategy.NOCACHE, Integer.MAX_VALUE, null, ClientIdentification.yacyInternetCrawlerAgent);
|
|
final byte[] b = response.getContent();
|
|
FileUtils.copy(b, LibraryProvider.Dictionary.GEON0.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON0.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON0.file(), null, -1));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon0Status", LibraryProvider.Dictionary.GEON0.file().exists() ? 1 : 0);
|
|
prop.put("geon0ActionLoaded", 1);
|
|
} catch (final MalformedURLException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon0ActionLoaded", 2);
|
|
prop.put("geon0ActionLoaded_error", e.getMessage());
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon0ActionLoaded", 2);
|
|
prop.put("geon0ActionLoaded_error", e.getMessage());
|
|
}
|
|
}
|
|
|
|
if (post.containsKey("geon0Remove")) {
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON0.file());
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON0.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON0.nickname);
|
|
prop.put("geon0ActionRemoved", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon0Deactivate")) {
|
|
LibraryProvider.Dictionary.GEON0.file().renameTo(LibraryProvider.Dictionary.GEON0.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON0.nickname);
|
|
prop.put("geon0ActionDeactivated", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon0Activate")) {
|
|
LibraryProvider.Dictionary.GEON0.fileDisabled().renameTo(LibraryProvider.Dictionary.GEON0.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON0.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON0.file(), null, -1));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon0ActionActivated", 1);
|
|
}
|
|
|
|
// GEON1
|
|
if (post.containsKey("geon1Load")) {
|
|
// load from the net
|
|
try {
|
|
final Response response = sb.loader.load(sb.loader.request(new DigestURL(LibraryProvider.Dictionary.GEON1.url), false, true), CacheStrategy.NOCACHE, Integer.MAX_VALUE, null, ClientIdentification.yacyInternetCrawlerAgent);
|
|
final byte[] b = response.getContent();
|
|
FileUtils.copy(b, LibraryProvider.Dictionary.GEON1.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON1.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON1.file(), null, -1));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon1Status", LibraryProvider.Dictionary.GEON1.file().exists() ? 1 : 0);
|
|
prop.put("geon1ActionLoaded", 1);
|
|
} catch (final MalformedURLException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon1ActionLoaded", 2);
|
|
prop.put("geon1ActionLoaded_error", e.getMessage());
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon1ActionLoaded", 2);
|
|
prop.put("geon1ActionLoaded_error", e.getMessage());
|
|
}
|
|
}
|
|
|
|
if (post.containsKey("geon1Remove")) {
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON1.file());
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON1.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON1.nickname);
|
|
prop.put("geon1ActionRemoved", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon1Deactivate")) {
|
|
LibraryProvider.Dictionary.GEON1.file().renameTo(LibraryProvider.Dictionary.GEON1.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON1.nickname);
|
|
prop.put("geon1ActionDeactivated", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon1Activate")) {
|
|
LibraryProvider.Dictionary.GEON1.fileDisabled().renameTo(LibraryProvider.Dictionary.GEON1.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON1.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON1.file(), null, -1));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon1ActionActivated", 1);
|
|
}
|
|
|
|
// GEON2
|
|
if (post.containsKey("geon2Load")) {
|
|
// load from the net
|
|
try {
|
|
final Response response = sb.loader.load(sb.loader.request(new DigestURL(LibraryProvider.Dictionary.GEON2.url), false, true), CacheStrategy.NOCACHE, Integer.MAX_VALUE, null, ClientIdentification.yacyInternetCrawlerAgent);
|
|
final byte[] b = response.getContent();
|
|
FileUtils.copy(b, LibraryProvider.Dictionary.GEON2.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON2.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON2.file(), null, 100000));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon2Status", LibraryProvider.Dictionary.GEON2.file().exists() ? 1 : 0);
|
|
prop.put("geon2ActionLoaded", 1);
|
|
} catch (final MalformedURLException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon2ActionLoaded", 2);
|
|
prop.put("geon2ActionLoaded_error", e.getMessage());
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geon2ActionLoaded", 2);
|
|
prop.put("geon2ActionLoaded_error", e.getMessage());
|
|
}
|
|
}
|
|
|
|
if (post.containsKey("geon2Remove")) {
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON2.file());
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEON2.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON2.nickname);
|
|
prop.put("geon2ActionRemoved", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon2Deactivate")) {
|
|
LibraryProvider.Dictionary.GEON2.file().renameTo(LibraryProvider.Dictionary.GEON2.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEON2.nickname);
|
|
prop.put("geon2ActionDeactivated", 1);
|
|
}
|
|
|
|
if (post.containsKey("geon2Activate")) {
|
|
LibraryProvider.Dictionary.GEON2.fileDisabled().renameTo(LibraryProvider.Dictionary.GEON2.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEON2.nickname, new GeonamesLocation(LibraryProvider.Dictionary.GEON2.file(), null, 100000));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geon2ActionActivated", 1);
|
|
}
|
|
|
|
// GEO1
|
|
if (post.containsKey("geo1Load")) {
|
|
// load from the net
|
|
try {
|
|
final Response response = sb.loader.load(sb.loader.request(new DigestURL(LibraryProvider.Dictionary.GEODB1.url), false, true), CacheStrategy.NOCACHE, Integer.MAX_VALUE, null, ClientIdentification.yacyInternetCrawlerAgent);
|
|
final byte[] b = response.getContent();
|
|
FileUtils.copy(b, LibraryProvider.Dictionary.GEODB1.file());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEODB1.nickname);
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEODB1.nickname, new OpenGeoDBLocation(LibraryProvider.Dictionary.GEODB1.file(), null));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geo1Status", LibraryProvider.Dictionary.GEODB1.file().exists() ? 1 : 0);
|
|
prop.put("geo1ActionLoaded", 1);
|
|
} catch (final MalformedURLException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geo1ActionLoaded", 2);
|
|
prop.put("geo1ActionLoaded_error", e.getMessage());
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("geo1ActionLoaded", 2);
|
|
prop.put("geo1ActionLoaded_error", e.getMessage());
|
|
}
|
|
}
|
|
|
|
if (post.containsKey("geo1Remove")) {
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEODB1.file());
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.GEODB1.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEODB1.nickname);
|
|
prop.put("geo1ActionRemoved", 1);
|
|
}
|
|
|
|
if (post.containsKey("geo1Deactivate")) {
|
|
LibraryProvider.Dictionary.GEODB1.file().renameTo(LibraryProvider.Dictionary.GEODB1.fileDisabled());
|
|
LibraryProvider.geoLoc.deactivateLocalization(LibraryProvider.Dictionary.GEODB1.nickname);
|
|
prop.put("geo1ActionDeactivated", 1);
|
|
}
|
|
|
|
if (post.containsKey("geo1Activate")) {
|
|
LibraryProvider.Dictionary.GEODB1.fileDisabled().renameTo(LibraryProvider.Dictionary.GEODB1.file());
|
|
LibraryProvider.geoLoc.activateLocation(LibraryProvider.Dictionary.GEODB1.nickname, new OpenGeoDBLocation(LibraryProvider.Dictionary.GEODB1.file(), null));
|
|
LibraryProvider.autotagging.addPlaces(LibraryProvider.geoLoc);
|
|
prop.put("geo1ActionActivated", 1);
|
|
}
|
|
|
|
// DRW0
|
|
if (post.containsKey("drw0Load")) {
|
|
// load from the net
|
|
try {
|
|
final Response response = sb.loader.load(sb.loader.request(new DigestURL(LibraryProvider.Dictionary.DRW0.url), false, true), CacheStrategy.NOCACHE, Integer.MAX_VALUE, null, ClientIdentification.yacyInternetCrawlerAgent);
|
|
final byte[] b = response.getContent();
|
|
FileUtils.copy(b, LibraryProvider.Dictionary.DRW0.file());
|
|
LibraryProvider.activateDeReWo();
|
|
LibraryProvider.initDidYouMean();
|
|
prop.put("drw0Status", LibraryProvider.Dictionary.DRW0.file().exists() ? 1 : 0);
|
|
prop.put("drw0ActionLoaded", 1);
|
|
} catch (final MalformedURLException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("drw0ActionLoaded", 2);
|
|
prop.put("drw0ActionLoaded_error", e.getMessage());
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
prop.put("drw0ActionLoaded", 2);
|
|
prop.put("drw0ActionLoaded_error", e.getMessage());
|
|
}
|
|
}
|
|
|
|
if (post.containsKey("drw0Remove")) {
|
|
LibraryProvider.deactivateDeReWo();
|
|
LibraryProvider.initDidYouMean();
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.DRW0.file());
|
|
FileUtils.deletedelete(LibraryProvider.Dictionary.DRW0.fileDisabled());
|
|
prop.put("drw0ActionRemoved", 1);
|
|
}
|
|
|
|
if (post.containsKey("drw0Deactivate")) {
|
|
LibraryProvider.deactivateDeReWo();
|
|
LibraryProvider.initDidYouMean();
|
|
LibraryProvider.Dictionary.DRW0.file().renameTo(LibraryProvider.Dictionary.DRW0.fileDisabled());
|
|
prop.put("drw0ActionDeactivated", 1);
|
|
}
|
|
|
|
if (post.containsKey("drw0Activate")) {
|
|
LibraryProvider.Dictionary.DRW0.fileDisabled().renameTo(LibraryProvider.Dictionary.DRW0.file());
|
|
LibraryProvider.activateDeReWo();
|
|
LibraryProvider.initDidYouMean();
|
|
prop.put("drw0ActionActivated", 1);
|
|
}
|
|
|
|
final File synonym_de_default = new File(new File(new File(sb.appPath, "addon"), "synonyms"), "openthesaurus_de_yacy");
|
|
final File synonyms_path = new File(sb.dictionariesPath, LibraryProvider.path_to_synonym_dictionaries);
|
|
final File synonym_de_production = new File(synonyms_path, synonym_de_default.getName());
|
|
if (post.containsKey("syn0Deactivate")) {
|
|
synonym_de_production.delete();
|
|
SynonymLibrary.init(synonyms_path);
|
|
}
|
|
|
|
if (post.containsKey("syn0Activate")) {
|
|
try {
|
|
FileUtils.copy(new FileInputStream(synonym_de_default), synonym_de_production);
|
|
} catch (IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
}
|
|
SynonymLibrary.init(synonyms_path);
|
|
}
|
|
prop.put("syn0Status", synonym_de_production.exists() ? 1 : 0);
|
|
|
|
// check status again
|
|
boolean keepPlacesTagging = false;
|
|
for (final LibraryProvider.Dictionary dictionary: LibraryProvider.Dictionary.values()) {
|
|
int newstatus = dictionary.file().exists() ? 1 : dictionary.fileDisabled().exists() ? 2 : 0;
|
|
if (newstatus == 1) keepPlacesTagging = true;
|
|
prop.put(dictionary.nickname + "Status", newstatus);
|
|
}
|
|
|
|
// if all locations are deleted or deactivated, remove also the vocabulary
|
|
if (!keepPlacesTagging) {
|
|
LibraryProvider.autotagging.removePlaces();
|
|
}
|
|
|
|
return prop; // return rewrite values for templates
|
|
}
|
|
}
|