@ -294,6 +294,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
Integer . parseInt ( sb . getConfig ( SwitchboardConstants . AUTOCRAWL_DEEP_DEPTH , "3" ) ) ,
true ,
CrawlProfile . getRecrawlDate ( Integer . parseInt ( sb . getConfig ( SwitchboardConstants . AUTOCRAWL_DAYS , "1" ) ) * 1440 ) ,
@ -328,6 +329,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
Integer . parseInt ( sb . getConfig ( SwitchboardConstants . AUTOCRAWL_SHALLOW_DEPTH , "1" ) ) ,
true ,
CrawlProfile . getRecrawlDate ( Integer . parseInt ( sb . getConfig ( SwitchboardConstants . AUTOCRAWL_DAYS , "1" ) ) * 1440 ) ,
@ -362,6 +364,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
Integer . parseInt ( sb . getConfig ( SwitchboardConstants . PROXY_PREFETCH_DEPTH , "0" ) ) ,
true ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_PROXY_RECRAWL_CYCLE ) ,
@ -395,6 +398,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
null ,
@ -428,6 +432,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_SNIPPET_LOCAL_TEXT_RECRAWL_CYCLE ) ,
@ -461,6 +466,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_SNIPPET_GLOBAL_TEXT_RECRAWL_CYCLE ) ,
@ -502,6 +508,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_GREEDY_LEARNING_TEXT_RECRAWL_CYCLE ) ,
@ -535,6 +542,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_SNIPPET_LOCAL_MEDIA_RECRAWL_CYCLE ) ,
@ -568,6 +576,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_SNIPPET_GLOBAL_MEDIA_RECRAWL_CYCLE ) ,
@ -601,6 +610,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
CrawlProfile . getRecrawlDate ( CRAWL_PROFILE_SURROGATE_RECRAWL_CYCLE ) ,
@ -637,6 +647,7 @@ public final class CrawlSwitchboard {
CrawlProfile . MATCH_NEVER_STRING , //indexUrlMustNotMatch
CrawlProfile . MATCH_ALL_STRING , //indexContentMustMatch
CrawlProfile . MATCH_NEVER_STRING , //indexContentMustNotMatch
true , //noindexWhenCanonicalUnequalURL
0 ,
false ,
null ,