local robots.txt: disallow external crawlers to follow the URL proxy

13 years ago · 8a91f4fa42
parent 18f989dfb1
commit 8a91f4fa42
1 changed files with 1 additions and 0 deletions
--- a/htroot/robots.txt
+++ b/htroot/robots.txt
@ -3,6 +3,7 @@
 User-agent: *

 Disallow: /*query=
+Disallow: /proxy.html

 #(all)#