|
|
|
@ -144,7 +144,13 @@ public class Crawler_p {
|
|
|
|
|
if (newcrawlingMustMatch.length() < 2) newcrawlingMustMatch = CrawlProfile.MATCH_ALL; // avoid that all urls are filtered out if bad value was submitted
|
|
|
|
|
// special cases:
|
|
|
|
|
if (crawlingStartURL!= null && fullDomain) {
|
|
|
|
|
newcrawlingMustMatch = crawlingStartURL.isFile() ? "file://" + crawlingStartURL.getPath() + ".*" : crawlingStartURL.isSMB() ? "smb://" + crawlingStartURL.getPath() + ".*" : ".*" + crawlingStartURL.getHost() + ".*";
|
|
|
|
|
if (crawlingStartURL.isFile()) {
|
|
|
|
|
newcrawlingMustMatch = "file://" + crawlingStartURL.getPath() + ".*";
|
|
|
|
|
} else if (crawlingStartURL.isSMB()) {
|
|
|
|
|
newcrawlingMustMatch = "smb://.*" + crawlingStartURL.getHost() + ".*" + crawlingStartURL.getPath() + ".*";
|
|
|
|
|
} else {
|
|
|
|
|
newcrawlingMustMatch = ".*" + crawlingStartURL.getHost() + ".*";
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
if (crawlingStart!= null && subPath && (pos = crawlingStart.lastIndexOf('/')) > 0) {
|
|
|
|
|
newcrawlingMustMatch = crawlingStart.substring(0, pos + 1) + ".*";
|
|
|
|
|