set crawlingQ to true by default because most webpages are dynamic and

crawlingQ should only be switched off in case of crawler traps
11 years ago · 7c6ccc426c
parent 5de4267a9d
commit 7c6ccc426c
1 changed files with 1 additions and 1 deletions
--- a/defaults/yacy.init
+++ b/defaults/yacy.init
@ -536,7 +536,7 @@ indexMedia=true
 # Filter for crawling; may be used to restrict a crawl to a specific domain
 # URLs are only indexed and further crawled if they match this filter
 crawlingFilter=.*
-crawlingQ=false
+crawlingQ=true
 storeHTCache=true
 storeTXCache=true