|
|
|
@ -91,7 +91,7 @@ public final class plasmaCrawlLURL {
|
|
|
|
|
private final LinkedList gcrawlResultStack; // 6 - local index: triggered external
|
|
|
|
|
|
|
|
|
|
// the class object
|
|
|
|
|
private kelondroIndex urlIndexFile = null;
|
|
|
|
|
private kelondroIndex urlIndexFile;
|
|
|
|
|
|
|
|
|
|
public plasmaCrawlLURL(File indexPath, long buffer, long preloadTime) {
|
|
|
|
|
super();
|
|
|
|
@ -234,7 +234,7 @@ public final class plasmaCrawlLURL {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public synchronized indexURLEntry newEntry(String propStr) {
|
|
|
|
|
if (propStr.startsWith("{") && propStr.endsWith("}")) {
|
|
|
|
|
if (propStr != null && propStr.startsWith("{") && propStr.endsWith("}")) {
|
|
|
|
|
return new indexURLEntryNew(serverCodings.s2p(propStr.substring(1, propStr.length() - 1)));
|
|
|
|
|
} else {
|
|
|
|
|
return null;
|
|
|
|
@ -485,7 +485,7 @@ public final class plasmaCrawlLURL {
|
|
|
|
|
public class Cleaner extends Thread {
|
|
|
|
|
|
|
|
|
|
private boolean run = true;
|
|
|
|
|
private boolean pause = false;
|
|
|
|
|
private boolean pause;
|
|
|
|
|
public int blacklistedUrls = 0;
|
|
|
|
|
public int totalSearchedUrls = 1;
|
|
|
|
|
public String lastBlacklistedUrl = "";
|
|
|
|
|