// indexDefaultReference.java // (C) 2005 by Michael Peter Christen; mc@yacy.net, Frankfurt a. M., Germany // first published 11.07.2005 on http://yacy.net // // This is a part of YaCy, a peer-to-peer based web search engine // // $LastChangedDate: 2008-08-20 09:54:56 +0200 (Mi, 20 Aug 2008) $ // $LastChangedRevision: 5063 $ // $LastChangedBy: danielr $ // // LICENSE // // This program is free software; you can redistribute it and/or modify // it under the terms of the GNU General Public License as published by // the Free Software Foundation; either version 2 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU General Public License for more details. // // You should have received a copy of the GNU General Public License // along with this program; if not, write to the Free Software // Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA package de.anomic.data; import java.io.File; import java.util.ArrayList; import java.util.HashMap; import java.util.Map.Entry; import java.util.regex.Pattern; import java.util.regex.PatternSyntaxException; public class DefaultBlacklist extends AbstractBlacklist implements Blacklist { public DefaultBlacklist(final File rootPath) { super(rootPath); } public String getEngineInfo() { return "Default YaCy Blacklist Engine"; } public boolean isListed(final String blacklistType, final String hostlow, String path) { if (hostlow == null) throw new NullPointerException(); if (path == null) throw new NullPointerException(); // getting the proper blacklist final HashMap> blacklistMapMatched = super.getBlacklistMap(blacklistType,true); if (path.length() > 0 && path.charAt(0) == '/') path = path.substring(1); ArrayList app; boolean matched = false; String pp = ""; // path-pattern // try to match complete domain if (!matched && (app = blacklistMapMatched.get(hostlow)) != null) { for (int i=app.size()-1; !matched && i>-1; i--) { pp = app.get(i); matched |= ((pp.equals("*")) || (path.matches(pp))); } } // first try to match the domain with wildcard '*' // [TL] While "." are found within the string int index = 0; while (!matched && (index = hostlow.indexOf('.', index + 1)) != -1) { if ((app = blacklistMapMatched.get(hostlow.substring(0, index + 1) + "*")) != null) { for (int i=app.size()-1; !matched && i>-1; i--) { pp = app.get(i); matched |= ((pp.equals("*")) || (path.matches(pp))); } } if ((app = blacklistMapMatched.get(hostlow.substring(0, index))) != null) { for (int i=app.size()-1; !matched && i>-1; i--) { pp = app.get(i); matched |= ((pp.equals("*")) || (path.matches(pp))); } } } index = hostlow.length(); while (!matched && (index = hostlow.lastIndexOf('.', index - 1)) != -1) { if ((app = blacklistMapMatched.get("*" + hostlow.substring(index, hostlow.length()))) != null) { for (int i=app.size()-1; !matched && i>-1; i--) { pp = app.get(i); matched |= ((pp.equals("*")) || (path.matches(pp))); } } if ((app = blacklistMapMatched.get(hostlow.substring(index +1, hostlow.length()))) != null) { for (int i=app.size()-1; !matched && i>-1; i--) { pp = app.get(i); matched |= ((pp.equals("*")) || (path.matches(pp))); } } } // loop over all Regexentrys if(!matched) { final HashMap> blacklistMapNotMatched = super.getBlacklistMap(blacklistType,false); String key; for(final Entry> entry: blacklistMapNotMatched.entrySet()) { key = entry.getKey(); try { if(Pattern.matches(key, hostlow)) { app = entry.getValue(); for (int i=0; i