You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
248 lines
10 KiB
248 lines
10 KiB
import java.io.IOException;
|
|
import java.net.MalformedURLException;
|
|
import java.util.ArrayList;
|
|
import java.util.Date;
|
|
import java.util.EnumMap;
|
|
import java.util.Iterator;
|
|
import java.util.TreeMap;
|
|
|
|
import net.yacy.cora.date.ISO8601Formatter;
|
|
import net.yacy.cora.protocol.RequestHeader;
|
|
import net.yacy.document.Document;
|
|
import net.yacy.document.Parser.Failure;
|
|
import net.yacy.kelondro.blob.Tables;
|
|
import net.yacy.kelondro.data.meta.DigestURI;
|
|
import net.yacy.kelondro.data.word.Word;
|
|
import net.yacy.kelondro.index.RowSpaceExceededException;
|
|
import net.yacy.kelondro.logging.Log;
|
|
import de.anomic.crawler.CrawlProfile;
|
|
import de.anomic.crawler.retrieval.Response;
|
|
import de.anomic.data.UserDB;
|
|
import de.anomic.data.YMarkTables;
|
|
import de.anomic.data.YMarkTables.METADATA;
|
|
import de.anomic.search.Segments;
|
|
import de.anomic.search.Switchboard;
|
|
import de.anomic.server.serverObjects;
|
|
import de.anomic.server.serverSwitch;
|
|
|
|
public class get_treeview {
|
|
|
|
public static final String ROOT = "root";
|
|
public static final String SOURCE = "source";
|
|
|
|
static serverObjects prop;
|
|
|
|
public static serverObjects respond(final RequestHeader header, final serverObjects post, final serverSwitch env) {
|
|
final Switchboard sb = (Switchboard) env;
|
|
prop = new serverObjects();
|
|
final UserDB.Entry user = sb.userDB.getUser(header);
|
|
final boolean isAdmin = (sb.verifyAuthentication(header, true));
|
|
final boolean isAuthUser = user!= null && user.hasRight(UserDB.Entry.BOOKMARK_RIGHT);
|
|
|
|
|
|
if(isAdmin || isAuthUser) {
|
|
final String bmk_user = (isAuthUser ? user.getUserName() : YMarkTables.USER_ADMIN);
|
|
|
|
String root = YMarkTables.FOLDERS_ROOT;
|
|
String[] foldername = null;
|
|
boolean isFolder = true;
|
|
boolean isBookmark = false;
|
|
boolean isMetadata = false;
|
|
boolean isWordCount = false;
|
|
|
|
if (post != null){
|
|
if (post.containsKey(ROOT)) {
|
|
if (post.get(ROOT).equals(SOURCE) || post.get(ROOT).equals(YMarkTables.FOLDERS_ROOT)) {
|
|
root = "";
|
|
} else if (post.get(ROOT).startsWith(YMarkTables.FOLDERS_ROOT)) {
|
|
root = post.get(ROOT);
|
|
} else if (post.get(ROOT).startsWith("b:")) {
|
|
isBookmark = true;
|
|
isFolder = false;
|
|
} else if (post.get(ROOT).startsWith("m:")) {
|
|
isMetadata = true;
|
|
isFolder = false;
|
|
} else if (post.get(ROOT).startsWith("w:")) {
|
|
isWordCount = true;
|
|
isFolder = false;
|
|
}
|
|
}
|
|
}
|
|
|
|
Iterator<String> it = null;
|
|
Tables.Row bmk_row = null;
|
|
int count = 0;
|
|
|
|
if(isFolder) {
|
|
// loop through folderList
|
|
try {
|
|
it = sb.tables.bookmarks.folders.getFolders(bmk_user, root);
|
|
} catch (IOException e) {
|
|
Log.logException(e);
|
|
}
|
|
int n = root.split(YMarkTables.FOLDERS_SEPARATOR).length;
|
|
if (n == 0) n = 1;
|
|
while (it.hasNext()) {
|
|
String folder = it.next();
|
|
foldername = folder.split(YMarkTables.FOLDERS_SEPARATOR);
|
|
if (foldername.length == n+1) {
|
|
prop.put("folders_"+count+"_foldername", foldername[n]);
|
|
prop.put("folders_"+count+"_expanded", "false");
|
|
prop.put("folders_"+count+"_type", "folder");
|
|
prop.put("folders_"+count+"_hash", folder); //TODO: switch from pathString to folderHash
|
|
prop.put("folders_"+count+"_url", ""); //TODO: insert folder url
|
|
prop.put("folders_"+count+"_hasChildren", "true"); //TODO: determine if folder has children
|
|
prop.put("folders_"+count+"_comma", ",");
|
|
count++;
|
|
}
|
|
}
|
|
// loop through bookmarkList
|
|
try {
|
|
it = sb.tables.bookmarks.folders.getBookmarkIds(bmk_user, root).iterator();
|
|
while (it.hasNext()) {
|
|
final String urlHash = new String(it.next());
|
|
bmk_row = sb.tables.select(YMarkTables.TABLES.BOOKMARKS.tablename(bmk_user), urlHash.getBytes());
|
|
if(bmk_row != null) {
|
|
final String url = new String(bmk_row.get(YMarkTables.BOOKMARK.URL.key()));
|
|
final String title = new String(bmk_row.get(YMarkTables.BOOKMARK.TITLE.key(), YMarkTables.BOOKMARK.TITLE.deflt()));
|
|
|
|
// TODO: get_treeview - get rid of bmtype
|
|
if (post.containsKey("bmtype")) {
|
|
if (post.get("bmtype").equals("title")) {
|
|
prop.put("folders_"+count+"_foldername", title);
|
|
} else if (post.get("bmtype").equals("href")) {
|
|
prop.put("folders_"+count+"_foldername",
|
|
"<a href='"+url+" 'target='_blank'>"+title+"</a>");
|
|
}
|
|
} else {
|
|
prop.put("folders_"+count+"_foldername", url);
|
|
}
|
|
prop.put("folders_"+count+"_expanded", "false");
|
|
prop.put("folders_"+count+"_url", url);
|
|
prop.put("folders_"+count+"_type", "file");
|
|
prop.put("folders_"+count+"_hash", "b:"+urlHash);
|
|
prop.put("folders_"+count+"_hasChildren", "true");
|
|
prop.put("folders_"+count+"_comma", ",");
|
|
count++;
|
|
}
|
|
}
|
|
count--;
|
|
prop.put("folders_"+count+"_comma", "");
|
|
count++;
|
|
prop.put("folders", count);
|
|
} catch (IOException e) {
|
|
Log.logException(e);
|
|
} catch (RowSpaceExceededException e) {
|
|
Log.logException(e);
|
|
}
|
|
} else if(isBookmark) {
|
|
try {
|
|
final String urlHash = post.get(ROOT).substring(2);
|
|
String url = "";
|
|
bmk_row = sb.tables.select(YMarkTables.TABLES.BOOKMARKS.tablename(bmk_user), urlHash.getBytes());
|
|
if(bmk_row != null) {
|
|
it = bmk_row.keySet().iterator();
|
|
while(it.hasNext()) {
|
|
final String key = it.next();
|
|
if(key.startsWith("date")) {
|
|
final String d = new String(bmk_row.get(key));
|
|
if(!d.isEmpty()) {
|
|
final String date = ISO8601Formatter.FORMATTER.format(new Date(Long.parseLong(d)));
|
|
prop.put("folders_"+count+"_foldername","<small><b>"+key+":</b> " + date + "</small>");
|
|
putProp(count, "date");
|
|
count++;
|
|
}
|
|
} else {
|
|
final String value = new String(bmk_row.get(key));
|
|
if (key.equals("url"))
|
|
url = value;
|
|
prop.put("folders_"+count+"_foldername","<small><b>"+key+":</b> " + value + "</small>");
|
|
if(YMarkTables.BOOKMARK.contains(key))
|
|
putProp(count, YMarkTables.BOOKMARK.get(key).type());
|
|
else
|
|
putProp(count, "meta");
|
|
count++;
|
|
}
|
|
}
|
|
prop.put("folders_"+count+"_foldername","<small><b>MetaData</b></small>");
|
|
putProp(count, "meta");
|
|
prop.put("folders_"+count+"_hash", "m:"+url);
|
|
prop.put("folders_"+count+"_hasChildren", "true");
|
|
count++;
|
|
prop.put("folders_"+count+"_foldername","<small><b>WordCounts</b></small>");
|
|
putProp(count, "meta");
|
|
prop.put("folders_"+count+"_hash", "w:"+url);
|
|
prop.put("folders_"+count+"_hasChildren", "true");
|
|
prop.put("folders_"+count+"_comma", "");
|
|
count++;
|
|
prop.put("folders", count);
|
|
}
|
|
} catch (IOException e) {
|
|
Log.logException(e);
|
|
} catch (RowSpaceExceededException e) {
|
|
Log.logException(e);
|
|
}
|
|
} else if (isWordCount || isMetadata) {
|
|
try {
|
|
final DigestURI u = new DigestURI(post.get(ROOT).substring(2));
|
|
Response response = null;
|
|
response = sb.loader.load(sb.loader.request(u, true, false), CrawlProfile.CacheStrategy.IFEXIST, Long.MAX_VALUE, true);
|
|
final Document document = Document.mergeDocuments(response.url(), response.getMimeType(), response.parse());
|
|
if(document != null) {
|
|
if(isWordCount) {
|
|
final TreeMap<String,Word> words = YMarkTables.getWordCounts(document);
|
|
final ArrayList<String> topwords = new ArrayList<String>(words.descendingKeySet());
|
|
for(int i = 0; i < 20 && i < topwords.size(); i++) {
|
|
String word = topwords.get(i);
|
|
int occur = words.get(word).occurrences();
|
|
prop.put("folders_"+count+"_foldername","<small><b>"+word+":</b> [" + occur + "]</small>");
|
|
putProp(count, "meta");
|
|
count++;
|
|
}
|
|
count--;
|
|
prop.put("folders_"+count+"_comma", "");
|
|
count++;
|
|
prop.put("folders", count);
|
|
} else if(isMetadata) {
|
|
EnumMap<METADATA, String> metadata;
|
|
metadata = YMarkTables.getMetadata(YMarkTables.getBookmarkId(post.get(ROOT).substring(2)), sb.indexSegments.segment(Segments.Process.PUBLIC));
|
|
if (metadata.isEmpty())
|
|
metadata = YMarkTables.getMetadata(document);
|
|
final Iterator<METADATA> iter = metadata.keySet().iterator();
|
|
while (iter.hasNext()) {
|
|
final METADATA key = iter.next();
|
|
final String value = metadata.get(key);
|
|
prop.put("folders_"+count+"_foldername","<small><b>"+key.toString().toLowerCase()+":</b> " + value + "</small>");
|
|
putProp(count, "meta");
|
|
count++;
|
|
}
|
|
prop.put("folders_"+count+"_foldername","<small><b>autotag:</b> " + sb.tables.bookmarks.autoTag(document, bmk_user, 5) + "</small>");
|
|
putProp(count, "meta");
|
|
count++;
|
|
prop.put("folders", count);
|
|
}
|
|
}
|
|
} catch (MalformedURLException e) {
|
|
Log.logException(e);
|
|
} catch (IOException e) {
|
|
Log.logException(e);
|
|
} catch (Failure e) {
|
|
Log.logException(e);
|
|
}
|
|
}
|
|
} else {
|
|
prop.put(YMarkTables.USER_AUTHENTICATE,YMarkTables.USER_AUTHENTICATE_MSG);
|
|
}
|
|
// return rewrite properties
|
|
return prop;
|
|
}
|
|
public static void putProp(final int count, final String type) {
|
|
prop.put("folders_"+count+"_expanded", "false");
|
|
prop.put("folders_"+count+"_url", "");
|
|
prop.put("folders_"+count+"_type", type);
|
|
prop.put("folders_"+count+"_hash", "");
|
|
prop.put("folders_"+count+"_hasChildren", "false");
|
|
prop.put("folders_"+count+"_comma", ",");
|
|
}
|
|
}
|