|
|
@ -74,7 +74,7 @@ public final class HTTPLoader {
|
|
|
|
public Response load(final Request entry, final int maxFileSize, final BlacklistType blacklistType) throws IOException {
|
|
|
|
public Response load(final Request entry, final int maxFileSize, final BlacklistType blacklistType) throws IOException {
|
|
|
|
final long start = System.currentTimeMillis();
|
|
|
|
final long start = System.currentTimeMillis();
|
|
|
|
final Response doc = load(entry, DEFAULT_CRAWLING_RETRY_COUNT, maxFileSize, blacklistType);
|
|
|
|
final Response doc = load(entry, DEFAULT_CRAWLING_RETRY_COUNT, maxFileSize, blacklistType);
|
|
|
|
Latency.updateAfterLoad(entry.url(), System.currentTimeMillis() - start);
|
|
|
|
if (!doc.fromCache()) Latency.updateAfterLoad(entry.url(), System.currentTimeMillis() - start);
|
|
|
|
return doc;
|
|
|
|
return doc;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|