From 8a91f4fa4287658193f5ce30db978390f2fb0322 Mon Sep 17 00:00:00 2001 From: cominch Date: Fri, 17 Aug 2012 11:47:39 +0200 Subject: [PATCH] local robots.txt: disallow external crawlers to follow the URL proxy --- htroot/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/htroot/robots.txt b/htroot/robots.txt index 70400e4a6..6635b52de 100644 --- a/htroot/robots.txt +++ b/htroot/robots.txt @@ -3,6 +3,7 @@ User-agent: * Disallow: /*query= +Disallow: /proxy.html #(all)#