From 475c90e2459bd79c5e76bfd12ec173c75d63b9b1 Mon Sep 17 00:00:00 2001 From: jongfoster Date: Sat, 22 Sep 2001 14:55:03 +0000 Subject: [PATCH] Telling robots not to touch /config/ - if there's a JunkBuster proxy between the robot and the web server, then accessing /config can affect the proxy. --- doc/webserver/robots.txt | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100644 doc/webserver/robots.txt diff --git a/doc/webserver/robots.txt b/doc/webserver/robots.txt new file mode 100644 index 00000000..790f3ffc --- /dev/null +++ b/doc/webserver/robots.txt @@ -0,0 +1,15 @@ +# This is the Internet Junkbuster web site. +# +# If the robot is connecting through a JunkBuster, then the +# control interface is at /config. It isn't very useful +# to index it, and you're likely to break stuff. So go away! +# +# Even if you're not connected through a JunkBuster, the +# one "JunkBuster's not working" page there is not very +# interesting. + +User-agent: * +Disallow: /config/ + + + -- 2.49.0