all unique links! This made it necessary, that a large portion of the parser and link processing classes must be adopted to carry a different type of link collection which carry a property attribute which are attached to web anchors. - introduction of a new URL class, AnchorURL - the other url classes, DigestURI and MultiProtocolURI had been renamed and refactored to fit into a new document package schema, document.id - cleanup of net.yacy.cora.document package and refactoringpull/1/head
Michael Peter Christen
11 years ago
parent
1a8c64117f
commit
5e31bad711
@ -0,0 +1,68 @@
|
||||
/**
|
||||
* Anchor
|
||||
* Copyright 2013 by Michael Peter Christen
|
||||
* first published 15.09.2013 on http://yacy.net
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Lesser General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2.1 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Lesser General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Lesser General Public License
|
||||
* along with this program in the file lgpl21.txt
|
||||
* If not, see <http://www.gnu.org/licenses/>.
|
||||
*/
|
||||
|
||||
|
||||
package net.yacy.cora.document.id;
|
||||
|
||||
import java.net.MalformedURLException;
|
||||
import java.util.Properties;
|
||||
|
||||
public class AnchorURL extends DigestURL {
|
||||
|
||||
private static final long serialVersionUID = 1586579902179962086L;
|
||||
|
||||
private Properties properties; // may contain additional url properties, such as given in html a href-links
|
||||
|
||||
public AnchorURL(final String url) throws MalformedURLException {
|
||||
super(url);
|
||||
this.properties = new Properties();
|
||||
}
|
||||
|
||||
public AnchorURL(final MultiProtocolURL baseURL, final String relPath) throws MalformedURLException {
|
||||
super(baseURL, relPath);
|
||||
this.properties = new Properties();
|
||||
}
|
||||
|
||||
public AnchorURL(final String protocol, final String host, final int port, final String path) throws MalformedURLException {
|
||||
super(protocol, host, port, path);
|
||||
this.properties = new Properties();
|
||||
}
|
||||
|
||||
public Properties getProperties() {
|
||||
return this.properties;
|
||||
}
|
||||
|
||||
public static AnchorURL newAnchor(final DigestURL baseURL, String relPath) throws MalformedURLException {
|
||||
if (relPath.startsWith("//")) {
|
||||
// patch for urls starting with "//" which can be found in the wild
|
||||
relPath = (baseURL == null) ? "http:" + relPath : baseURL.getProtocol() + ":" + relPath;
|
||||
}
|
||||
if ((baseURL == null) ||
|
||||
isHTTP(relPath) ||
|
||||
isHTTPS(relPath) ||
|
||||
isFTP(relPath) ||
|
||||
isFile(relPath) ||
|
||||
isSMB(relPath)/*||
|
||||
relPath.contains(":") && patternMail.matcher(relPath.toLowerCase()).find()*/) {
|
||||
return new AnchorURL(relPath);
|
||||
}
|
||||
return new AnchorURL(baseURL, relPath);
|
||||
}
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue