// indexContainerBLOBHeap.java // (C) 2009 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany // first published 04.01.2009 on http://yacy.net // // This is a part of YaCy, a peer-to-peer based web search engine // // $LastChangedDate: 2008-03-14 01:16:04 +0100 (Fr, 14 Mrz 2008) $ // $LastChangedRevision: 4558 $ // $LastChangedBy: orbiter $ // // LICENSE // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package de.anomic.index; import java.io.File; import java.io.IOException; import java.util.Date; import java.util.Iterator; import java.util.List; import de.anomic.kelondro.kelondroBLOBArray; import de.anomic.kelondro.kelondroCloneableIterator; import de.anomic.kelondro.kelondroRow; import de.anomic.kelondro.kelondroRowSet; public final class indexContainerBLOBHeap { private final kelondroRow payloadrow; private final kelondroBLOBArray array; /** * open a index container based on a BLOB dump. The content of the BLOB will not be read * unless a .idx file exists. Only the .idx file is opened to get a fast read access to * the BLOB. This class provides no write methods, because BLOB files should not be * written in random access. To support deletion, a write access to the BLOB for deletion * is still possible * @param payloadrow * @param log * @throws IOException */ public indexContainerBLOBHeap( final File heapLocation, final String blobSalt, final kelondroRow payloadrow) throws IOException { this.payloadrow = payloadrow; this.array = new kelondroBLOBArray( heapLocation, blobSalt, payloadrow.primaryKeyLength, payloadrow.getOrdering(), 0); } public void close() { this.array.close(); } public void clear() throws IOException { this.array.clear(); } public int size() { return (this.array == null) ? 0 : this.array.size(); } public File newContainerBLOBFile() { return this.array.newBLOB(new Date()); } /** * return an iterator object that creates top-level-clones of the indexContainers * in the cache, so that manipulations of the iterated objects do not change * objects in the cache. * @throws IOException */ public synchronized kelondroCloneableIterator wordContainers(final String startWordHash, final boolean rot) throws IOException { return new heapCacheIterator(startWordHash, rot); } /** * cache iterator: iterates objects within the heap cache. This can only be used * for write-enabled heaps, read-only heaps do not have a heap cache */ public class heapCacheIterator implements kelondroCloneableIterator, Iterable { // this class exists, because the wCache cannot be iterated with rotation // and because every indexContainer Object that is iterated must be returned as top-level-clone // so this class simulates wCache.tailMap(startWordHash).values().iterator() // plus the mentioned features private final boolean rot; private kelondroCloneableIterator iterator; public heapCacheIterator(final String startWordHash, final boolean rot) throws IOException { this.rot = rot; this.iterator = array.keys(true, startWordHash.getBytes()); // The collection's iterator will return the values in the order that their corresponding keys appear in the tree. } public heapCacheIterator clone(final Object secondWordHash) { try { return new heapCacheIterator((String) secondWordHash, rot); } catch (IOException e) { e.printStackTrace(); return null; } } public boolean hasNext() { if (rot) return true; return iterator.hasNext(); } public indexContainer next() { try { if (iterator.hasNext()) { return get(new String(iterator.next())); } // rotation iteration if (!rot) { return null; } iterator = array.keys(true, null); return get(new String(iterator.next())); } catch (IOException e) { e.printStackTrace(); return null; } } public void remove() { iterator.remove(); } public Iterator iterator() { return this; } } /** * test if a given key is in the heap * this works with heaps in write- and read-mode * @param key * @return true, if the key is used in the heap; false othervise * @throws IOException */ public boolean has(final String key) { return this.array.has(key.getBytes()); } /** * get a indexContainer from a heap * @param key * @return the indexContainer if one exist, null otherwise * @throws IOException */ public indexContainer get(final String key) throws IOException { List entries = this.array.getAll(key.getBytes()); if (entries == null || entries.size() == 0) return null; byte[] a = entries.remove(0); indexContainer c = new indexContainer(key, kelondroRowSet.importRowSet(a, payloadrow)); while (entries.size() > 0) { c = c.merge(new indexContainer(key, kelondroRowSet.importRowSet(entries.remove(0), payloadrow))); } return c; } /** * delete a indexContainer from the heap cache. This can only be used for write-enabled heaps * @param wordHash * @return the indexContainer if the cache contained the container, null othervise * @throws IOException */ public synchronized void delete(final String wordHash) throws IOException { // returns the index that had been deleted array.remove(wordHash.getBytes()); } }