diff --git a/bin/importOAIList.sh b/bin/importOAIList.sh new file mode 100755 index 000000000..98dc90944 --- /dev/null +++ b/bin/importOAIList.sh @@ -0,0 +1,9 @@ +#!/bin/sh +cd "`dirname $0`" +for N in `cat $1`; do + echo import of $N: + ./apicall.sh /IndexImportOAIPMH_p.html?urlstart=$N > /dev/null + C=$(($C+1)) +done + + diff --git a/htroot/IndexImportOAIPMH_p.java b/htroot/IndexImportOAIPMH_p.java index 8348506a6..1b6e4b566 100644 --- a/htroot/IndexImportOAIPMH_p.java +++ b/htroot/IndexImportOAIPMH_p.java @@ -36,6 +36,7 @@ import net.yacy.document.importer.ResumptionToken; import net.yacy.kelondro.data.meta.DigestURI; import net.yacy.kelondro.logging.Log; +import de.anomic.data.WorkTables; import de.anomic.search.Switchboard; import de.anomic.server.serverObjects; import de.anomic.server.serverSwitch; @@ -89,6 +90,7 @@ public class IndexImportOAIPMH_p { if (post.get("urlstart", "").length() > 0) { String oaipmhurl = post.get("urlstart", ""); + sb.tables.recordAPICall(post, "IndexImportOAIPMH_p.html", WorkTables.TABLE_API_TYPE_CRAWLER, "OAI-PMH import for " + oaipmhurl); DigestURI url = null; try { url = new DigestURI(oaipmhurl, null);