You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
71 lines
2.2 KiB
71 lines
2.2 KiB
package de.anomic.plasma.urlPattern;
|
|
|
|
import java.io.File;
|
|
import java.util.Arrays;
|
|
import java.util.HashSet;
|
|
|
|
import de.anomic.yacy.yacyURL;
|
|
|
|
public interface plasmaURLPattern {
|
|
|
|
public static final String BLACKLIST_DHT = "dht";
|
|
public static final String BLACKLIST_CRAWLER = "crawler";
|
|
public static final String BLACKLIST_PROXY = "proxy";
|
|
public static final String BLACKLIST_SEARCH = "search";
|
|
public static final String BLACKLIST_SURFTIPS = "surftips";
|
|
public static final String BLACKLIST_NEWS = "news";
|
|
|
|
public static final class blacklistFile {
|
|
|
|
private final String filename;
|
|
private final String type;
|
|
|
|
public blacklistFile(String filename, String type) {
|
|
this.filename = filename;
|
|
this.type = type;
|
|
}
|
|
|
|
public String getFileName() { return this.filename; }
|
|
|
|
|
|
/**
|
|
* Construct a unified array of file names from comma seperated file name
|
|
* list.
|
|
*
|
|
* @return unified String array of file names
|
|
*/
|
|
public String[] getFileNamesUnified() {
|
|
HashSet<String> hs = new HashSet<String>(Arrays.asList(this.filename.split(",")));
|
|
|
|
return (String[]) hs.toArray(new String[hs.size()]);
|
|
}
|
|
|
|
public String getType() { return this.type; }
|
|
}
|
|
|
|
public String getEngineInfo();
|
|
|
|
public void setRootPath(File rootPath);
|
|
|
|
public int blacklistCacheSize();
|
|
|
|
public int size();
|
|
|
|
public void clear();
|
|
public void removeAll(String blacklistType, String host);
|
|
public void remove(String blacklistType, String host, String path);
|
|
public void add(String blacklistType, String host, String path);
|
|
|
|
|
|
public void loadList(String blacklistType, String filenames, String sep);
|
|
public void loadList(blacklistFile[] blFiles, String sep);
|
|
|
|
|
|
public boolean hashInBlacklistedCache(String blacklistType, String urlHash);
|
|
|
|
public boolean isListed(String blacklistType, yacyURL url);
|
|
|
|
public boolean isListed(String blacklistType, String hostlow, String path);
|
|
|
|
}
|