boxtec
/
yacy_search_server
mirror of https://github.com/yacy/yacy_search_server
4
1
Fork 0
Code Issues Projects Releases Wiki Activity

more options for DocumentIndex

Browse Source 
git-svn-id: https://svn.berlios.de/svnroot/repos/yacy/trunk@6408 6c8d7289-2bf4-0310-a012-ef5d649a1542
pull/1/head
orbiter 16 years ago
parent 6192205533
commit 6c347a37eb
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File

16
source/de/anomic/search/DocumentIndex.java
Unescape View File

@ -31,8 +31,8 @@ import java.io.File;
import java.io.IOException; import java.io.IOException;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Date; import java.util.Date;
import java.util.concurrent.ArrayBlockingQueue;
import java.util.concurrent.BlockingQueue; import java.util.concurrent.BlockingQueue;
import java.util.concurrent.LinkedBlockingQueue;
import net.yacy.kelondro.data.meta.DigestURI; import net.yacy.kelondro.data.meta.DigestURI;
import net.yacy.kelondro.data.meta.URIMetadataRow; import net.yacy.kelondro.data.meta.URIMetadataRow;
@ -57,10 +57,10 @@ public class DocumentIndex extends Segment {
BlockingQueue<File> queue; BlockingQueue<File> queue;
Worker[] worker; Worker[] worker;
public DocumentIndex(Log log, final File segmentPath) throws IOException { public DocumentIndex(Log log, final File segmentPath, int cachesize) throws IOException {
super(log, segmentPath, 100000, targetFileSize * 4 - 1, false, false); super(log, segmentPath, cachesize, targetFileSize * 4 - 1, false, false);
int cores = Runtime.getRuntime().availableProcessors() + 1; int cores = Runtime.getRuntime().availableProcessors() + 1;
this.queue = new ArrayBlockingQueue<File>(cores * 2); this.queue = new LinkedBlockingQueue<File>(cores * 300);
this.worker = new Worker[cores]; this.worker = new Worker[cores];
for (int i = 0; i < cores; i++) { for (int i = 0; i < cores; i++) {
this.worker[i] = new Worker(); this.worker[i] = new Worker();
@ -68,8 +68,8 @@ public class DocumentIndex extends Segment {
} }
} }
public DocumentIndex(final File segmentPath) throws IOException { public DocumentIndex(final File segmentPath, int cachesize) throws IOException {
this(new Log("DocumentIndex"), segmentPath); this(new Log("DocumentIndex"), segmentPath, cachesize);
} }
class Worker extends Thread { class Worker extends Thread {
@ -229,14 +229,14 @@ public class DocumentIndex extends Segment {
try { try {
if (args[1].equals("add")) { if (args[1].equals("add")) {
File f = new File(args[2]); File f = new File(args[2]);
DocumentIndex di = new DocumentIndex(segmentPath); DocumentIndex di = new DocumentIndex(segmentPath, 100000);
di.addConcurrent(f); di.addConcurrent(f);
di.close(); di.close();
} else { } else {
String query = ""; String query = "";
for (int i = 2; i < args.length; i++) query += args[i]; for (int i = 2; i < args.length; i++) query += args[i];
query.trim(); query.trim();
DocumentIndex di = new DocumentIndex(segmentPath); DocumentIndex di = new DocumentIndex(segmentPath, 100000);
ArrayList<File> results = di.find(query); ArrayList<File> results = di.find(query);
for (File f: results) { for (File f: results) {
if (f != null) System.out.println(f.toString()); if (f != null) System.out.println(f.toString());

Write Preview
Loading…
Cancel
Save