pull/1/head
Michael Peter Christen 13 years ago
parent 5deebd02ea
commit db9d81cb7a

@ -698,7 +698,7 @@ crawler.http.acceptEncoding=gzip
crawler.http.acceptLanguage=en-us,en;q=0.5
crawler.http.acceptCharset=ISO-8859-1,utf-8;q=0.7,*;q=0.7
crawler.http.maxFileSize=10485760
crawler.http.FollowRedirects=true;
crawler.http.FollowRedirects=true
# ftp crawler specific settings; size in bytes
crawler.ftp.maxFileSize=10485760

Loading…
Cancel
Save