Michael Christen 5 years ago
commit 41f9b8517f

@ -221,7 +221,7 @@
<pathelement location="${lib}/jsch-0.1.54.jar" />
<pathelement location="${lib}/json-simple-1.1.1.jar" />
<pathelement location="${lib}/jsonic-1.3.10.jar" />
<pathelement location="${lib}/jsoup-1.11.3.jar" />
<pathelement location="${lib}/jsoup-1.12.1.jar" />
<pathelement location="${lib}/jwat-archive-common-1.1.1.jar" />
<pathelement location="${lib}/jwat-common-1.1.1.jar" />
<pathelement location="${lib}/jwat-gzip-1.1.1.jar" />

@ -223,7 +223,7 @@ public class CrawlStartScanner_p
final byte[] pk = entry.getValue().substring(5).getBytes();
final DigestURL url = pkmap.get(pk);
if ( url != null ) {
String path = "/Crawler_p.html?createBookmark=off&xsstopw=off&crawlingDomMaxPages=10000&intention=&range=domain&indexMedia=on&recrawl=nodoubles&xdstopw=off&storeHTCache=on&sitemapURL=&repeat_time=7&crawlingQ=on&cachePolicy=iffresh&indexText=on&crawlingMode=url&mustnotmatch=&crawlingDomFilterDepth=1&crawlingDomFilterCheck=off&crawlingstart=Start%20New%20Crawl&xpstopw=off&repeat_unit=seldays&crawlingDepth=99&directDocByURL=off";
String path = "/Crawler_p.html?createBookmark=off&xsstopw=off&crawlingDomMaxPages=10000&intention=&range=domain&indexMedia=on&recrawl=nodoubles&xdstopw=off&storeHTCache=on&sitemapURL=&repeat_time=7&crawlingQ=on&cachePolicy=iffresh&indexText=on&crawlingMode=url&mustnotmatch=&crawlingDomFilterDepth=1&crawlingDomFilterCheck=off&crawlingstart=Start%20New%20Crawl&xpstopw=off&repeat_unit=seldays&crawlingDepth=99&directDocByURL=on";
path += "&crawlingURL=" + url.toNormalform(true);
WorkTables.execGetAPICall(
Domains.LOCALHOST,

Binary file not shown.

Binary file not shown.

@ -498,7 +498,7 @@
<dependency>
<groupId>org.jsoup</groupId>
<artifactId>jsoup</artifactId>
<version>1.11.3</version>
<version>1.12.1</version>
<type>jar</type>
</dependency>
<dependency>

Loading…
Cancel
Save