You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
150 lines
6.5 KiB
150 lines
6.5 KiB
import java.io.ByteArrayInputStream;
|
|
import java.io.IOException;
|
|
import java.io.InputStreamReader;
|
|
import java.io.UnsupportedEncodingException;
|
|
import net.yacy.cora.document.UTF8;
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.document.Parser.Failure;
|
|
import net.yacy.document.content.SurrogateReader;
|
|
import net.yacy.kelondro.data.meta.DigestURI;
|
|
import net.yacy.kelondro.index.RowSpaceExceededException;
|
|
import net.yacy.kelondro.logging.Log;
|
|
|
|
import org.xml.sax.SAXException;
|
|
|
|
import de.anomic.data.UserDB;
|
|
import de.anomic.data.ymark.YMarkEntry;
|
|
import de.anomic.data.ymark.YMarkHTMLImporter;
|
|
import de.anomic.data.ymark.YMarkJSONImporter;
|
|
import de.anomic.data.ymark.YMarkMetadata;
|
|
import de.anomic.data.ymark.YMarkTables;
|
|
import de.anomic.data.ymark.YMarkXBELImporter;
|
|
import de.anomic.search.Switchboard;
|
|
import de.anomic.server.serverObjects;
|
|
import de.anomic.server.serverSwitch;
|
|
|
|
|
|
public class import_ymark {
|
|
|
|
public static serverObjects respond(final RequestHeader header, final serverObjects post, final serverSwitch env) {
|
|
final Switchboard sb = (Switchboard) env;
|
|
final serverObjects prop = new serverObjects();
|
|
final UserDB.Entry user = sb.userDB.getUser(header);
|
|
final boolean isAdmin = (sb.verifyAuthentication(header, true));
|
|
final boolean isAuthUser = user!= null && user.hasRight(UserDB.AccessRight.BOOKMARK_RIGHT);
|
|
Thread t;
|
|
YMarkEntry bmk;
|
|
String root = YMarkEntry.FOLDERS_IMPORTED;
|
|
ByteArrayInputStream stream = null;
|
|
|
|
if(isAdmin || isAuthUser) {
|
|
String bmk_user = (isAuthUser ? user.getUserName() : YMarkTables.USER_ADMIN);
|
|
if(isAdmin && post.containsKey("table") && post.get("table").length() > 0) {
|
|
bmk_user = post.get("table").substring(0, post.get("table").indexOf('_'));
|
|
}
|
|
if(post.containsKey("redirect") && post.get("redirect").length() > 0) {
|
|
prop.put("redirect_url", post.get("redirect"));
|
|
prop.put("redirect", "1");
|
|
}
|
|
if(post.containsKey("root") && post.get("root").length() > 0) {
|
|
root = post.get("root");
|
|
}
|
|
if(post.containsKey("bmkfile") && post.containsKey("importer")){
|
|
stream = new ByteArrayInputStream(UTF8.getBytes(post.get("bmkfile$file")));
|
|
if(post.get("importer").equals("surro") && stream != null) {
|
|
SurrogateReader surrogateReader;
|
|
try {
|
|
surrogateReader = new SurrogateReader(stream, 10);
|
|
} catch (IOException e) {
|
|
//TODO: display an error message
|
|
Log.logException(e);
|
|
prop.put("result", "0");
|
|
return prop;
|
|
}
|
|
t = new Thread(surrogateReader, "YMarks - Surrogate Reader");
|
|
t.start();
|
|
while ((bmk = new YMarkEntry(surrogateReader.take())) != YMarkEntry.POISON) {
|
|
putBookmark(sb, bmk_user, bmk);
|
|
}
|
|
prop.put("result", "1");
|
|
} else {
|
|
InputStreamReader reader = null;
|
|
try {
|
|
reader = new InputStreamReader(stream,"UTF-8");
|
|
} catch (UnsupportedEncodingException e1) {
|
|
//TODO: display an error message
|
|
Log.logException(e1);
|
|
prop.put("result", "0");
|
|
return prop;
|
|
}
|
|
if(post.get("importer").equals("html") && reader != null) {
|
|
final YMarkHTMLImporter htmlImporter = new YMarkHTMLImporter(reader, 10, root);
|
|
t = new Thread(htmlImporter, "YMarks - HTML Importer");
|
|
t.start();
|
|
while ((bmk = htmlImporter.take()) != YMarkEntry.POISON) {
|
|
putBookmark(sb, bmk_user, bmk);
|
|
}
|
|
prop.put("result", "1");
|
|
} else if(post.get("importer").equals("xbel") && reader != null) {
|
|
final YMarkXBELImporter xbelImporter;
|
|
try {
|
|
//TODO: make RootFold
|
|
xbelImporter = new YMarkXBELImporter(reader, 10, root);
|
|
} catch (SAXException e) {
|
|
//TODO: display an error message
|
|
Log.logException(e);
|
|
prop.put("result", "0");
|
|
return prop;
|
|
}
|
|
t = new Thread(xbelImporter, "YMarks - XBEL Importer");
|
|
t.start();
|
|
while ((bmk = xbelImporter.take()) != YMarkEntry.POISON) {
|
|
putBookmark(sb, bmk_user, bmk);
|
|
}
|
|
prop.put("result", "1");
|
|
} else if(post.get("importer").equals("json") && reader != null) {
|
|
YMarkJSONImporter jsonImporter;
|
|
jsonImporter = new YMarkJSONImporter(reader, 10, root);
|
|
t = new Thread(jsonImporter, "YMarks - JSON Importer");
|
|
t.start();
|
|
while ((bmk = jsonImporter.take()) != YMarkEntry.POISON) {
|
|
putBookmark(sb, bmk_user, bmk);
|
|
}
|
|
prop.put("result", "1");
|
|
}
|
|
}
|
|
}
|
|
} else {
|
|
prop.put(YMarkTables.USER_AUTHENTICATE,YMarkTables.USER_AUTHENTICATE_MSG);
|
|
}
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
|
|
public static void putBookmark(final Switchboard sb, final String bmk_user, final YMarkEntry bmk) {
|
|
try {
|
|
if(!bmk.containsKey(YMarkEntry.BOOKMARK.TAGS.key()) || bmk.get(YMarkEntry.BOOKMARK.TAGS.key()).equals(YMarkEntry.BOOKMARK.TAGS.deflt())) {
|
|
final YMarkMetadata meta = new YMarkMetadata(new DigestURI(bmk.get(YMarkEntry.BOOKMARK.URL.key())));
|
|
meta.loadDocument(sb.loader);
|
|
bmk.put(YMarkEntry.BOOKMARK.TAGS.key(), meta.autoTag(3));
|
|
}
|
|
sb.tables.bookmarks.addBookmark(bmk_user, bmk, true);
|
|
} catch (IOException e) {
|
|
Log.logWarning(YMarkTables.BOOKMARKS_LOG.toString(), "Importer - IOException for URL: "+bmk.get(YMarkEntry.BOOKMARK.URL.key()));
|
|
} catch (RowSpaceExceededException e) {
|
|
Log.logException(e);
|
|
} catch (Failure e) {
|
|
Log.logException(e);
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|