boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

- increased stability when opening the robots table

Browse Source 
- increased stability when deleting tables

git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@8034 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 14 years ago
parent 775b44017e
commit 3a15e58e28
4 changed files with 233 additions and 228 deletions
Show Stats Download Patch File Download Diff File

40
htroot/Table_YMark_p.java
Unescape View File

@ -40,7 +40,7 @@ public class Table_YMark_p {
// show table selection
int count = 0;
Iterator<String> ti = sb.tables.tables();
final Iterator<String> ti = sb.tables.tables();
String tablename;
prop.put("showselection", 1);
while (ti.hasNext()) {
@ -92,8 +92,8 @@ public class Table_YMark_p {
final String counts = post.get("count", null);
int maxcount = (counts == null || counts.equals("all")) ? Integer.MAX_VALUE : post.getInt("count", 10);
String pattern = post.get("search", "");
Pattern matcher = (pattern.isEmpty() || pattern.equals(".*")) ? null : Pattern.compile(".*" + pattern + ".*");
final String pattern = post.get("search", "");
final Pattern matcher = (pattern.isEmpty() || pattern.equals(".*")) ? null : Pattern.compile(".*" + pattern + ".*");
prop.put("pattern", pattern);
List<String> columns = new ArrayList<String>();
@ -104,7 +104,7 @@ public class Table_YMark_p {
}
if (columns.isEmpty() && table != null) try {
columns = sb.tables.columns(table);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
@ -120,19 +120,17 @@ public class Table_YMark_p {
prop.put("showselection_columns_" + count + "_checked", columns.contains(col) ? 1 : 0);
count++;
}
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
}
prop.put("showselection_columns", count);
// apply deletion requests
if (!post.get("deletetable", "").isEmpty()) try {
if (!post.get("deletetable", "").isEmpty()) {
sb.tables.clear(table);
sb.tables.clear(YMarkTables.TABLES.FOLDERS.tablename(bmk_user));
sb.tables.clear(YMarkTables.TABLES.TAGS.tablename(bmk_user));
} catch (IOException e) {
Log.logException(e);
}
@ -150,9 +148,9 @@ public class Table_YMark_p {
for (final Map.Entry<String, String> entry: post.entrySet()) {
if (entry.getValue().startsWith("mark_")) try {
sb.tables.bookmarks.deleteBookmark(bmk_user, entry.getValue().substring(5).getBytes());
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
}
}
@ -167,9 +165,9 @@ public class Table_YMark_p {
}
try {
sb.tables.bookmarks.addBookmark(bmk_user, bmk, false, false);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
}
}
@ -193,18 +191,18 @@ public class Table_YMark_p {
if (pk != null && sb.tables.has(table, pk.getBytes())) {
setEdit(sb, prop, table, pk, columns);
}
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
}
} else if (post.containsKey("addrow")) try {
// get a new key
final String pk = UTF8.String(sb.tables.createRow(table));
setEdit(sb, prop, table, pk, columns);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
} else {
prop.put("showtable", 1);
@ -215,7 +213,7 @@ public class Table_YMark_p {
prop.put("showtable_bmksize", sb.tables.size(table));
prop.put("showtable_tagsize", sb.tables.size(YMarkTables.TABLES.TAGS.tablename(bmk_user)));
prop.put("showtable_foldersize", sb.tables.size(YMarkTables.TABLES.FOLDERS.tablename(bmk_user)));
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
prop.put("showtable_bmksize", 0);
prop.put("showtable_tagsize", 0);
@ -232,7 +230,7 @@ public class Table_YMark_p {
// insert all rows
try {
maxcount = Math.min(maxcount, sb.tables.size(table));
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
maxcount = 0;
}
@ -268,7 +266,7 @@ public class Table_YMark_p {
prop.put("showtable_list_" + count + "_columns", columns.size());
count++;
}
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
prop.put("showtable_list", count);
@ -284,11 +282,11 @@ public class Table_YMark_p {
return prop;
}
private static void setEdit(final Switchboard sb, final serverObjects prop, final String table, final String pk, List<String> columns) throws IOException, RowSpaceExceededException {
private static void setEdit(final Switchboard sb, final serverObjects prop, final String table, final String pk, final List<String> columns) throws IOException, RowSpaceExceededException {
prop.put("showedit", 1);
prop.put("showedit_table", table);
prop.put("showedit_pk", pk);
Tables.Row row = sb.tables.select(table, pk.getBytes());
final Tables.Row row = sb.tables.select(table, pk.getBytes());
if (row == null) return;
int count = 0;
byte[] cell;

26
htroot/Tables_p.java
Unescape View File

@ -31,7 +31,6 @@ import net.yacy.kelondro.blob.Tables;
import net.yacy.kelondro.index.RowSpaceExceededException;
import net.yacy.kelondro.logging.Log;
import net.yacy.search.Switchboard;
import de.anomic.server.serverObjects;
import de.anomic.server.serverSwitch;
@ -73,23 +72,20 @@ public class Tables_p {
List<String> columns = null;
if (table != null) try {
columns = sb.tables.columns(table);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
columns = new ArrayList<String>();
}
// apply deletion requests
if (post.get("deletetable", "").length() > 0) try {
if (post.get("deletetable", "").length() > 0)
sb.tables.clear(table);
} catch (IOException e) {
Log.logException(e);
}
if (post.get("deleterows", "").length() > 0) {
for (final Map.Entry<String, String> entry: post.entrySet()) {
if (entry.getValue().startsWith("mark_")) try {
sb.tables.delete(table, entry.getValue().substring(5).getBytes());
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
}
@ -105,7 +101,7 @@ public class Tables_p {
}
try {
sb.tables.update(table, pk.getBytes(), map);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
}
@ -129,18 +125,18 @@ public class Tables_p {
if (pk != null && sb.tables.has(table, pk.getBytes())) {
setEdit(sb, prop, table, pk, columns);
}
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
}
} else if (post.containsKey("addrow")) try {
// get a new key
final String pk = UTF8.String(sb.tables.createRow(table));
setEdit(sb, prop, table, pk, columns);
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
Log.logException(e);
} else {
prop.put("showtable", 1);
@ -156,7 +152,7 @@ public class Tables_p {
// insert all rows
try {
maxcount = Math.min(maxcount, sb.tables.size(table));
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
maxcount = 0;
}
@ -182,7 +178,7 @@ public class Tables_p {
prop.put("showtable_list_" + count + "_columns", columns.size());
count++;
}
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
prop.put("showtable_list", count);
@ -198,7 +194,7 @@ public class Tables_p {
return prop;
}
private static void setEdit(final Switchboard sb, final serverObjects prop, final String table, final String pk, List<String> columns) throws IOException, RowSpaceExceededException {
private static void setEdit(final Switchboard sb, final serverObjects prop, final String table, final String pk, final List<String> columns) throws IOException, RowSpaceExceededException {
prop.put("showedit", 1);
prop.put("showedit_table", table);
prop.put("showedit_pk", pk);

189
source/net/yacy/kelondro/blob/Tables.java
Unescape View File

@ -57,8 +57,8 @@ public class Tables {
private static final String system_table_pkcounter = "pkcounter";
private static final String system_table_pkcounter_counterName = "pk";
private File location;
private ConcurrentHashMap<String, BEncodedHeap> tables;
private final File location;
private final ConcurrentHashMap<String, BEncodedHeap> tables;
int keymaxlen;
// use our own formatter to prevent concurrency locks with other processes
@ -69,7 +69,7 @@ public class Tables {
if (!this.location.exists()) this.location.mkdirs();
this.keymaxlen = keymaxlen;
this.tables = new ConcurrentHashMap<String, BEncodedHeap>();
String[] files = this.location.list();
final String[] files = this.location.list();
String tablename;
File file;
for (final String f: files) {
@ -82,7 +82,7 @@ public class Tables {
tablename = f.substring(0, f.length() - suffix.length());
try {
getHeap(tablename);
} catch (IOException e) {
} catch (final IOException e) {
}
}
}
@ -103,13 +103,16 @@ public class Tables {
this.tables.clear();
}
public void clear(final String tablename) throws IOException {
BEncodedHeap heap = getHeap(tablename);
if (heap == null) return;
heap.clear();
File f = heap.getFile();
public void clear(final String tablename) {
BEncodedHeap heap = null;
try {
heap = getHeap(tablename);
if (heap != null) heap.clear();
heap.close();
} catch (final IOException e) {
}
heap = null;
final File f = new File(this.location, tablename + suffix);
this.tables.remove(tablename);
FileUtils.deletedelete(f);
}
@ -117,7 +120,7 @@ public class Tables {
public boolean hasHeap(final String tablename) {
try {
return getHeap(tablename) != null;
} catch (IOException e) {
} catch (final IOException e) {
return false;
}
}
@ -134,12 +137,12 @@ public class Tables {
return heap;
}
public int size(String table) throws IOException {
BEncodedHeap heap = getHeap(table);
public int size(final String table) throws IOException {
final BEncodedHeap heap = getHeap(table);
return heap.size();
}
private byte[] ukey(String tablename) throws IOException, RowSpaceExceededException {
private byte[] ukey(final String tablename) throws IOException, RowSpaceExceededException {
Row row = select(system_table_pkcounter, UTF8.getBytes(tablename));
if (row == null) {
// table counter entry in pkcounter table does not exist: make a new table entry
@ -161,9 +164,9 @@ public class Tables {
return pk;
}
private String int2key(int i) {
StringBuilder sb = new StringBuilder(this.keymaxlen);
String is = Integer.toString(i);
private String int2key(final int i) {
final StringBuilder sb = new StringBuilder(this.keymaxlen);
final String is = Integer.toString(i);
for (int j = 0; j < this.keymaxlen - is.length(); j++) sb.append('0');
sb.append(is);
return sb.toString();
@ -177,93 +180,93 @@ public class Tables {
* @throws IOException
* @throws RowSpaceExceededException
*/
public byte[] insert(final String tablename, Map<String, byte[]> map) throws IOException, RowSpaceExceededException {
byte[] uk = ukey(tablename);
public byte[] insert(final String tablename, final Map<String, byte[]> map) throws IOException, RowSpaceExceededException {
final byte[] uk = ukey(tablename);
update(tablename, uk, map);
BEncodedHeap heap = getHeap(system_table_pkcounter);
final BEncodedHeap heap = getHeap(system_table_pkcounter);
heap.insert(UTF8.getBytes(tablename), system_table_pkcounter_counterName, uk);
return uk;
}
public void insert(final String table, byte[] pk, Map<String, byte[]> map) throws IOException {
BEncodedHeap heap = getHeap(table);
public void insert(final String table, final byte[] pk, final Map<String, byte[]> map) throws IOException {
final BEncodedHeap heap = getHeap(table);
try {
heap.insert(pk, map);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
throw new IOException(e.getMessage());
}
}
public void insert(final String table, Row row) throws IOException {
BEncodedHeap heap = getHeap(table);
public void insert(final String table, final Row row) throws IOException {
final BEncodedHeap heap = getHeap(table);
try {
heap.insert(row.pk, row);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
throw new IOException(e.getMessage());
}
}
public void update(final String table, byte[] pk, Map<String, byte[]> map) throws IOException {
BEncodedHeap heap = getHeap(table);
public void update(final String table, final byte[] pk, final Map<String, byte[]> map) throws IOException {
final BEncodedHeap heap = getHeap(table);
try {
heap.update(pk, map);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
throw new IOException(e.getMessage());
}
}
public void update(final String table, Row row) throws IOException {
BEncodedHeap heap = getHeap(table);
public void update(final String table, final Row row) throws IOException {
final BEncodedHeap heap = getHeap(table);
try {
heap.update(row.pk, row);
} catch (RowSpaceExceededException e) {
} catch (final RowSpaceExceededException e) {
throw new IOException(e.getMessage());
}
}
public byte[] createRow(String table) throws IOException, RowSpaceExceededException {
public byte[] createRow(final String table) throws IOException, RowSpaceExceededException {
return this.insert(table, new ConcurrentHashMap<String, byte[]>());
}
public Row select(final String table, byte[] pk) throws IOException, RowSpaceExceededException {
BEncodedHeap heap = getHeap(table);
public Row select(final String table, final byte[] pk) throws IOException, RowSpaceExceededException {
final BEncodedHeap heap = getHeap(table);
if (heap.containsKey(pk)) return new Row(pk, heap.get(pk));
return null;
}
public void delete(final String table, byte[] pk) throws IOException {
BEncodedHeap heap = getHeap(table);
public void delete(final String table, final byte[] pk) throws IOException {
final BEncodedHeap heap = getHeap(table);
heap.delete(pk);
}
public boolean has(String table, byte[] key) throws IOException {
BEncodedHeap heap = getHeap(table);
public boolean has(final String table, final byte[] key) throws IOException {
final BEncodedHeap heap = getHeap(table);
return heap.containsKey(key);
}
public Iterator<byte[]> keys(String table) throws IOException {
BEncodedHeap heap = getHeap(table);
public Iterator<byte[]> keys(final String table) throws IOException {
final BEncodedHeap heap = getHeap(table);
return heap.keys();
}
public Iterator<Row> iterator(String table) throws IOException {
public Iterator<Row> iterator(final String table) throws IOException {
return new RowIterator(table);
}
public Iterator<Row> iterator(String table, String whereColumn, byte[] whereValue) throws IOException {
public Iterator<Row> iterator(final String table, final String whereColumn, final byte[] whereValue) throws IOException {
return new RowIterator(table, whereColumn, whereValue);
}
public Iterator<Row> iterator(String table, String whereColumn, Pattern wherePattern) throws IOException {
public Iterator<Row> iterator(final String table, final String whereColumn, final Pattern wherePattern) throws IOException {
return new RowIterator(table, whereColumn, wherePattern);
}
public Iterator<Row> iterator(String table, Pattern wherePattern) throws IOException {
public Iterator<Row> iterator(final String table, final Pattern wherePattern) throws IOException {
return new RowIterator(table, wherePattern);
}
public Collection<Row> orderByPK(Iterator<Row> rowIterator, int maxcount) {
TreeMap<String, Row> sortTree = new TreeMap<String, Row>();
public Collection<Row> orderByPK(final Iterator<Row> rowIterator, int maxcount) {
final TreeMap<String, Row> sortTree = new TreeMap<String, Row>();
Row row;
while ((maxcount < 0 || maxcount-- > 0) && rowIterator.hasNext()) {
row = rowIterator.next();
@ -272,8 +275,8 @@ public class Tables {
return sortTree.values();
}
public Collection<Row> orderBy(Iterator<Row> rowIterator, int maxcount, String sortColumn) {
TreeMap<String, Row> sortTree = new TreeMap<String, Row>();
public Collection<Row> orderBy(final Iterator<Row> rowIterator, int maxcount, final String sortColumn) {
final TreeMap<String, Row> sortTree = new TreeMap<String, Row>();
Row row;
byte[] r;
while ((maxcount < 0 || maxcount-- > 0) && rowIterator.hasNext()) {
@ -288,8 +291,8 @@ public class Tables {
return sortTree.values();
}
public ArrayList<String> columns(String table) throws IOException {
BEncodedHeap heap = getHeap(table);
public ArrayList<String> columns(final String table) throws IOException {
final BEncodedHeap heap = getHeap(table);
return heap.columns();
}
@ -305,12 +308,12 @@ public class Tables {
* @param table
* @throws IOException
*/
public RowIterator(String table) throws IOException {
public RowIterator(final String table) throws IOException {
this.whereColumn = null;
this.whereValue = null;
this.wherePattern = null;
BEncodedHeap heap = getHeap(table);
i = heap.iterator();
final BEncodedHeap heap = getHeap(table);
this.i = heap.iterator();
}
/**
@ -321,13 +324,13 @@ public class Tables {
* @param whereValue
* @throws IOException
*/
public RowIterator(String table, String whereColumn, byte[] whereValue) throws IOException {
public RowIterator(final String table, final String whereColumn, final byte[] whereValue) throws IOException {
assert whereColumn != null || whereValue == null;
this.whereColumn = whereColumn;
this.whereValue = whereValue;
this.wherePattern = null;
BEncodedHeap heap = getHeap(table);
i = heap.iterator();
final BEncodedHeap heap = getHeap(table);
this.i = heap.iterator();
}
/**
@ -338,12 +341,12 @@ public class Tables {
* @param wherePattern
* @throws IOException
*/
public RowIterator(String table, String whereColumn, Pattern wherePattern) throws IOException {
public RowIterator(final String table, final String whereColumn, final Pattern wherePattern) throws IOException {
this.whereColumn = whereColumn;
this.whereValue = null;
this.wherePattern = wherePattern;
BEncodedHeap heap = getHeap(table);
i = heap.iterator();
final BEncodedHeap heap = getHeap(table);
this.i = heap.iterator();
}
/**
@ -353,18 +356,18 @@ public class Tables {
* @param pattern
* @throws IOException
*/
public RowIterator(String table, Pattern pattern) throws IOException {
public RowIterator(final String table, final Pattern pattern) throws IOException {
this.whereColumn = null;
this.whereValue = null;
this.wherePattern = pattern;
BEncodedHeap heap = getHeap(table);
i = heap.iterator();
final BEncodedHeap heap = getHeap(table);
this.i = heap.iterator();
}
protected Row next0() {
Row r;
while (i.hasNext()) {
r = new Row(i.next());
while (this.i.hasNext()) {
r = new Row(this.i.next());
if (this.whereValue != null) {
if (ByteBuffer.equals(r.get(this.whereColumn), this.whereValue)) return r;
} else if (this.wherePattern != null) {
@ -397,72 +400,72 @@ public class Tables {
private Data(final Map<String, byte[]> map) {
super();
assert map != null;
this.putAll(map);
putAll(map);
}
public void put(String colname, String value) {
public void put(final String colname, final String value) {
super.put(colname, UTF8.getBytes(value));
}
public void put(String colname, int value) {
public void put(final String colname, final int value) {
super.put(colname, UTF8.getBytes(Integer.toString(value)));
}
public void put(String colname, long value) {
public void put(final String colname, final long value) {
super.put(colname, UTF8.getBytes(Long.toString(value)));
}
public void put(String colname, Date value) {
public void put(final String colname, final Date value) {
super.put(colname, UTF8.getBytes(my_SHORT_MILSEC_FORMATTER.format(value)));
}
public byte[] get(String colname, byte[] dflt) {
byte[] r = this.get(colname);
public byte[] get(final String colname, final byte[] dflt) {
final byte[] r = this.get(colname);
if (r == null) return dflt;
return r;
}
public String get(String colname, String dflt) {
byte[] r = this.get(colname);
public String get(final String colname, final String dflt) {
final byte[] r = this.get(colname);
if (r == null) return dflt;
return UTF8.String(r);
}
public int get(String colname, int dflt) {
byte[] r = this.get(colname);
public int get(final String colname, final int dflt) {
final byte[] r = this.get(colname);
if (r == null) return dflt;
try {
return (int) ByteArray.parseDecimal(r);
} catch (NumberFormatException e) {
} catch (final NumberFormatException e) {
return dflt;
}
}
public long get(String colname, long dflt) {
byte[] r = this.get(colname);
public long get(final String colname, final long dflt) {
final byte[] r = this.get(colname);
if (r == null) return dflt;
try {
return ByteArray.parseDecimal(r);
} catch (NumberFormatException e) {
} catch (final NumberFormatException e) {
return dflt;
}
}
public Date get(String colname, Date dflt) {
byte[] r = this.get(colname);
public Date get(final String colname, final Date dflt) {
final byte[] r = this.get(colname);
if (r == null) return dflt;
try {
return my_SHORT_MILSEC_FORMATTER.parse(UTF8.String(r));
} catch (ParseException e) {
} catch (final ParseException e) {
return dflt;
}
}
@Override
public String toString() {
StringBuilder sb = new StringBuilder(this.size() * 40);
final StringBuilder sb = new StringBuilder(this.size() * 40);
sb.append('{');
for (final Map.Entry<String, byte[]> entry: this.entrySet()) {
for (final Map.Entry<String, byte[]> entry: entrySet()) {
sb.append(entry.getKey()).append('=').append(UTF8.String(entry.getValue())).append(", ");
}
if (sb.length() > 1) sb.setLength(sb.length() - 2);
@ -492,7 +495,7 @@ public class Tables {
this.pk = pk;
}
private Row(final byte[] pk, String k0, byte[] v0) {
private Row(final byte[] pk, final String k0, final byte[] v0) {
super();
assert k0 != null;
assert v0 != null;
@ -506,21 +509,21 @@ public class Tables {
@Override
public String toString() {
StringBuilder sb = new StringBuilder(keymaxlen + 20 * this.size());
sb.append(UTF8.String(pk)).append(":").append(super.toString());
final StringBuilder sb = new StringBuilder(Tables.this.keymaxlen + 20 * this.size());
sb.append(UTF8.String(this.pk)).append(":").append(super.toString());
return sb.toString();
}
}
public static void main(String[] args) {
public static void main(final String[] args) {
// test the class
File f = new File(new File("maptest").getAbsolutePath());
final File f = new File(new File("maptest").getAbsolutePath());
// System.out.println(f.getAbsolutePath());
// System.out.println(f.getParent());
try {
Tables map = new Tables(f.getParentFile(), 4);
final Tables map = new Tables(f.getParentFile(), 4);
// put some values into the map
Map<String, byte[]> m = new HashMap<String, byte[]>();
final Map<String, byte[]> m = new HashMap<String, byte[]>();
m.put("k", "000".getBytes());
map.update("testdao", "123".getBytes(), m);
m.put("k", "111".getBytes());
@ -528,13 +531,13 @@ public class Tables {
m.put("k", "222".getBytes());
map.update("testdao", "789".getBytes(), m);
// iterate over keys
Iterator<Row> i = map.iterator("testdao");
final Iterator<Row> i = map.iterator("testdao");
while (i.hasNext()) {
System.out.println(i.next().toString());
}
// clean up
map.close();
} catch (IOException e) {
} catch (final IOException e) {
Log.logException(e);
}
}

12
source/net/yacy/search/Switchboard.java
Unescape View File

@ -91,9 +91,9 @@ import net.yacy.cora.protocol.ResponseHeader;
import net.yacy.cora.protocol.TimeoutRequest;
import net.yacy.cora.protocol.http.HTTPClient;
import net.yacy.cora.protocol.http.ProxySettings;
import net.yacy.cora.services.federated.solr.SolrScheme;
import net.yacy.cora.services.federated.solr.SolrShardingConnector;
import net.yacy.cora.services.federated.solr.SolrShardingSelection;
import net.yacy.cora.services.federated.solr.SolrScheme;
import net.yacy.cora.services.federated.yacy.CacheStrategy;
import net.yacy.document.Condenser;
import net.yacy.document.Document;
@ -105,6 +105,7 @@ import net.yacy.document.content.SurrogateReader;
import net.yacy.document.importer.OAIListFriendsLoader;
import net.yacy.document.parser.html.Evaluation;
import net.yacy.gui.Tray;
import net.yacy.kelondro.blob.BEncodedHeap;
import net.yacy.kelondro.blob.Tables;
import net.yacy.kelondro.data.meta.DigestURI;
import net.yacy.kelondro.data.meta.URIMetadataRow;
@ -512,7 +513,14 @@ public final class Switchboard extends serverSwitch {
// load the robots.txt db
this.log.logConfig("Initializing robots.txt DB");
this.robots = new RobotsTxt(this.tables.getHeap(WorkTables.TABLE_ROBOTS_NAME));
try {
final BEncodedHeap robotsHeap = this.tables.getHeap(WorkTables.TABLE_ROBOTS_NAME);
this.robots = new RobotsTxt(robotsHeap);
} catch (final IOException e) {
this.tables.clear(WorkTables.TABLE_ROBOTS_NAME);
final BEncodedHeap robotsHeap = this.tables.getHeap(WorkTables.TABLE_ROBOTS_NAME);
this.robots = new RobotsTxt(robotsHeap);
}
this.log.logConfig("Loaded robots.txt DB: " + this.robots.size() + " entries");
// start a cache manager

Write Preview
Loading…
Cancel
Save