|
|
|
@ -217,9 +217,8 @@ public class CrawlQueues {
|
|
|
|
|
public int coreCrawlJobSize() {
|
|
|
|
|
return this.noticeURL.stackSize(NoticedURL.StackType.CORE) + this.noticeURL.stackSize(NoticedURL.StackType.NOLOAD);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public boolean coreCrawlJob() {
|
|
|
|
|
|
|
|
|
|
public boolean coreCrawlJob() {
|
|
|
|
|
final boolean robinsonPrivateCase = (this.sb.isRobinsonMode() &&
|
|
|
|
|
!this.sb.getConfig(SwitchboardConstants.CLUSTER_MODE, "").equals(SwitchboardConstants.CLUSTER_MODE_PUBLIC_CLUSTER));
|
|
|
|
|
|
|
|
|
@ -704,6 +703,5 @@ public class CrawlQueues {
|
|
|
|
|
assert w != null;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|