You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
118 lines
2.9 KiB
118 lines
2.9 KiB
package net.yacy.contentcontrol;
|
|
|
|
import java.io.IOException;
|
|
import java.io.Reader;
|
|
import java.util.Iterator;
|
|
import java.util.concurrent.ArrayBlockingQueue;
|
|
|
|
import net.yacy.cora.util.ConcurrentLog;
|
|
|
|
import org.json.simple.JSONArray;
|
|
import org.json.simple.JSONObject;
|
|
import org.json.simple.parser.JSONParser;
|
|
import org.json.simple.parser.ParseException;
|
|
|
|
public class SMWListImporterFormatObsolete implements Runnable{
|
|
|
|
private final ArrayBlockingQueue<SMWListRow> listEntries;
|
|
private final Reader importFile;
|
|
private final JSONParser parser;
|
|
|
|
public SMWListImporterFormatObsolete(final Reader importFile, final int queueSize) {
|
|
this.listEntries = new ArrayBlockingQueue<SMWListRow>(queueSize);
|
|
this.importFile = importFile;
|
|
this.parser = new JSONParser();
|
|
|
|
}
|
|
|
|
|
|
@Override
|
|
public void run() {
|
|
try {
|
|
ConcurrentLog.info("SMWLISTSYNC", "Importer run()");
|
|
Object obj = this.parser.parse(this.importFile);
|
|
|
|
JSONObject jsonObject = (JSONObject) obj;
|
|
|
|
JSONArray items = (JSONArray) jsonObject.get("items");
|
|
|
|
@SuppressWarnings("unchecked")
|
|
Iterator<JSONObject> iterator = items.iterator();
|
|
while (iterator.hasNext()) {
|
|
this.parseItem (iterator.next());
|
|
}
|
|
|
|
} catch (final IOException e) {
|
|
ConcurrentLog.logException(e);
|
|
} catch (final ParseException e) {
|
|
ConcurrentLog.logException(e);
|
|
} finally {
|
|
|
|
try {
|
|
ConcurrentLog.info("SMWLISTSYNC", "Importer inserted poison pill in queue");
|
|
this.listEntries.put(SMWListRow.POISON);
|
|
} catch (final InterruptedException e) {
|
|
ConcurrentLog.logException(e);
|
|
}
|
|
}
|
|
}
|
|
|
|
private void parseItem(JSONObject jsonObject) {
|
|
|
|
try {
|
|
SMWListRow row = new SMWListRow();
|
|
@SuppressWarnings("unchecked")
|
|
Iterator<String> iterator = jsonObject.keySet().iterator();
|
|
|
|
while (iterator.hasNext()) {
|
|
String entryKey = iterator.next();
|
|
|
|
Object value = jsonObject.get (entryKey);
|
|
String valueKey = "";
|
|
|
|
if (value instanceof java.lang.String) {
|
|
valueKey = value.toString();
|
|
} else if (value instanceof JSONArray) {
|
|
valueKey = jsonListAll ((JSONArray) value);
|
|
}
|
|
|
|
row.add (entryKey, valueKey);
|
|
}
|
|
|
|
this.listEntries.put(row);
|
|
|
|
} catch (final Exception e) {
|
|
ConcurrentLog.info("SMWLISTSYNC", "import of entry failed");
|
|
}
|
|
|
|
}
|
|
|
|
|
|
private String jsonListAll(JSONArray value) {
|
|
String res = "";
|
|
|
|
@SuppressWarnings("unchecked")
|
|
Iterator<Object> iterator = value.listIterator();
|
|
while (iterator.hasNext()) {
|
|
Object val = iterator.next();
|
|
res += val.toString()+",";
|
|
}
|
|
|
|
if (res.endsWith (",")) {
|
|
res = res.substring (0, res.length()-1);
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
|
|
public SMWListRow take() {
|
|
try {
|
|
return this.listEntries.take();
|
|
} catch (final InterruptedException e) {
|
|
ConcurrentLog.logException(e);
|
|
return null;
|
|
}
|
|
}
|
|
}
|