You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
146 lines
5.1 KiB
146 lines
5.1 KiB
// plasmaStore.java
|
|
// -----------------------
|
|
// part of YACY
|
|
// (C) by Michael Peter Christen; mc@anomic.de
|
|
// first published on http://www.anomic.de
|
|
// Frankfurt, Germany, 2004
|
|
// last major change: 20.01.2004
|
|
//
|
|
// You agree that the Author(s) is (are) not responsible for cost,
|
|
// loss of data or any harm that may be caused by usage of this softare or
|
|
// this documentation. The usage of this software is on your own risk. The
|
|
// installation and usage (starting/running) of this software may allow other
|
|
// people or application to access your computer and any attached devices and
|
|
// is highly dependent on the configuration of the software which must be
|
|
// done by the user of the software;the author(s) is (are) also
|
|
// not responsible for proper configuration and usage of the software, even
|
|
// if provoked by documentation provided together with the software.
|
|
//
|
|
// THE SOFTWARE THAT FOLLOWS AS ART OF PROGRAMMING BELOW THIS SECTION
|
|
// IS PUBLISHED UNDER THE GPL AS DOCUMENTED IN THE FILE gpl.txt ASIDE THIS
|
|
// FILE AND AS IN http://www.gnu.org/licenses/gpl.txt
|
|
// ANY CHANGES TO THIS FILE ACCORDING TO THE GPL CAN BE DONE TO THE
|
|
// LINES THAT FOLLOWS THIS COPYRIGHT NOTICE HERE, BUT CHANGES MUST NOT
|
|
// BE DONE ABOVE OR INSIDE THE COPYRIGHT NOTICE. A RE-DISTRIBUTION
|
|
// MUST CONTAIN THE INTACT AND UNCHANGED COPYRIGHT NOTICE.
|
|
// CONTRIBUTIONS AND CHANGES TO THE PROGRAM CODE SHOULD BE MARKED AS SUCH.
|
|
|
|
/*
|
|
This class provides storage functions for the plasma search engine.
|
|
Unlike the plasmaSwitchboard, which holds run-time information,
|
|
this class holds general index information that is in run-time
|
|
specific.
|
|
*/
|
|
|
|
package de.anomic.plasma;
|
|
|
|
import java.io.File;
|
|
import java.io.FileInputStream;
|
|
import java.io.FileOutputStream;
|
|
import java.io.IOException;
|
|
//import java.io.RandomAccessFile;
|
|
|
|
public class plasmaStore {
|
|
|
|
|
|
// some static helper methods
|
|
public static void saveGzip(File f, byte[] content) throws IOException {
|
|
java.util.zip.GZIPOutputStream gzipout = null;
|
|
try {
|
|
f.getParentFile().mkdirs();
|
|
gzipout = new java.util.zip.GZIPOutputStream(new FileOutputStream(f));
|
|
gzipout.write(content, 0, content.length);
|
|
} finally {
|
|
if (gzipout!=null)try{gzipout.close();}catch(Exception e){}
|
|
}
|
|
}
|
|
|
|
public static byte[] loadGzip(File f) throws IOException {
|
|
java.util.zip.GZIPInputStream gzipin = null;
|
|
try {
|
|
gzipin = new java.util.zip.GZIPInputStream(new FileInputStream(f));
|
|
byte[] result = new byte[1024];
|
|
byte[] buffer = new byte[512];
|
|
byte[] b;
|
|
int len = 0;
|
|
int last;
|
|
while ((last = gzipin.read(buffer, 0, buffer.length)) > 0) {
|
|
// assert the buffer to the result
|
|
while (result.length - len < last) {
|
|
// the result array is too small, increase space
|
|
b = new byte[result.length * 2];
|
|
System.arraycopy(result, 0, b, 0, len);
|
|
result = b; b = null;
|
|
}
|
|
// copy the last read
|
|
System.arraycopy(buffer, 0, result, len, last);
|
|
len += last;
|
|
}
|
|
gzipin.close();
|
|
// finished with reading. now cut the result to the right size
|
|
b = new byte[len];
|
|
System.arraycopy(result, 0, b, 0, len);
|
|
result = null;
|
|
return b;
|
|
} finally {
|
|
if (gzipin != null) try{gzipin.close();}catch(Exception e){}
|
|
}
|
|
}
|
|
|
|
/* public static void saveProperties(File f, Properties props, String comment) throws IOException {
|
|
File fp = f.getParentFile();
|
|
if (fp != null) fp.mkdirs();
|
|
FileOutputStream fos = new FileOutputStream(f);
|
|
props.store(fos, comment);
|
|
fos.close();
|
|
}
|
|
|
|
public static Properties loadProperties(File f) throws IOException {
|
|
Properties p = new Properties();
|
|
FileInputStream fis = new FileInputStream(f);
|
|
p.load(fis);
|
|
fis.close();
|
|
return p;
|
|
}
|
|
*/
|
|
|
|
/*
|
|
private static long[] appendFileToStack(File fragment, File dest) throws IOException {
|
|
// returns a long[2] with
|
|
// long[0] = startOfFileFragemt in dest
|
|
// long[1] = lengthOfFileFragment in dest
|
|
long l = fragment.length();
|
|
long p = dest.length();
|
|
RandomAccessFile fo = new RandomAccessFile(dest, "rw");
|
|
FileInputStream fi = new FileInputStream(fragment);
|
|
byte[] buffer = new byte[1024];
|
|
int c;
|
|
fo.seek(p);
|
|
while ((c = fi.read(buffer)) >= 0)
|
|
fo.write(buffer, 0, c);
|
|
fi.close();
|
|
fo.close();
|
|
long[] r = new long[2];
|
|
r[0] = p;
|
|
r[1] = l;
|
|
return r;
|
|
}
|
|
*/
|
|
|
|
/*
|
|
public static void main(String[] args) {
|
|
try {
|
|
HashSet set = new HashSet();
|
|
for (int i = 0; i < args.length; i++) set.add(args[i]);
|
|
plasmaStore store = new plasmaStore(new File("DATABASE"));
|
|
List result = plasmaSearch.search(set);
|
|
for (int i = 0; i < result.size(); i++) {
|
|
((plasmaLURL.entry) result.get(i)).print();
|
|
}
|
|
} catch (Exception e) {
|
|
e.printStackTrace();
|
|
}
|
|
}
|
|
*/
|
|
}
|