diff --git a/source/net/yacy/repository/Blacklist.java b/source/net/yacy/repository/Blacklist.java index 76098c2e6..32b4f30c2 100644 --- a/source/net/yacy/repository/Blacklist.java +++ b/source/net/yacy/repository/Blacklist.java @@ -181,6 +181,12 @@ public class Blacklist { } } + /** + * create a blacklist from file, entries separated by 'sep' + * duplicit entries are removed + * @param blFile + * @param sep + */ private void loadList(final BlacklistFile blFile, final String sep) { final Map> blacklistMapMatch = getBlacklistMap(blFile.getType(), true); final Map> blacklistMapNotMatch = getBlacklistMap(blFile.getType(), false); @@ -213,8 +219,8 @@ public class Blacklist { blacklistMapNotMatch.put(loadedEntry.getKey(), loadedPaths); } } else { - // TODO check for duplicates? (refactor List -> Set) - paths.addAll(loadedPaths); + // check for duplicates? (refactor List -> Set) + paths.addAll(new HashSet(loadedPaths)); } } } diff --git a/source/net/yacy/search/index/Segment.java b/source/net/yacy/search/index/Segment.java index e63119cad..20627524e 100644 --- a/source/net/yacy/search/index/Segment.java +++ b/source/net/yacy/search/index/Segment.java @@ -77,9 +77,9 @@ public class Segment { public static final int writeBufferSize = 4 * 1024 * 1024; // the reference factory - public static final ReferenceFactory wordReferenceFactory = new WordReferenceFactory(); + public static final ReferenceFactory wordReferenceFactory = new WordReferenceFactory(); public static final ReferenceFactory navigationReferenceFactory = new NavigationReferenceFactory(); - public static final ByteOrder wordOrder = Base64Order.enhancedCoder; + public static final ByteOrder wordOrder = Base64Order.enhancedCoder; private final Log log; protected final IndexCell termIndex;