diff --git a/defaults/yacy.init b/defaults/yacy.init index ea8f4bd94..8664f0d6e 100644 --- a/defaults/yacy.init +++ b/defaults/yacy.init @@ -879,7 +879,7 @@ thumbnailProgram = # - status : peer's status page # - surftips : the surftips-page # - wiki : the wiki-page -httpd.robots.txt = locked,dirs +httpd.robots.txt = locked,dirs,bookmarks,network,news,status,profile # class to use for parsing wikicode wikiParser.class = de.anomic.data.wikiCode diff --git a/htroot/robots.txt b/htroot/robots.txt index cfb7d3567..3ae5a593e 100644 --- a/htroot/robots.txt +++ b/htroot/robots.txt @@ -15,6 +15,10 @@ Disallow: /#[dir]# Disallow: /#[page]# #{/locked}# +#(bookmarks)#:: +# bookmarks +Disallow: /Bookmarks.html#(/bookmarks)# + #(wiki)#:: # wiki Disallow: /Wiki.html#(/wiki)#