From 475c90e2459bd79c5e76bfd12ec173c75d63b9b1 Mon Sep 17 00:00:00 2001
From: jongfoster <jongfoster@users.sourceforge.net>
Date: Sat, 22 Sep 2001 14:55:03 +0000
Subject: [PATCH] Telling robots not to touch /config/ - if there's a
 JunkBuster proxy between the robot and the web server, then accessing /config
 can affect the proxy.

---
 doc/webserver/robots.txt | 15 +++++++++++++++
 1 file changed, 15 insertions(+)
 create mode 100644 doc/webserver/robots.txt

diff --git a/doc/webserver/robots.txt b/doc/webserver/robots.txt
new file mode 100644
index 00000000..790f3ffc
--- /dev/null
+++ b/doc/webserver/robots.txt
@@ -0,0 +1,15 @@
+# This is the Internet Junkbuster web site.
+#
+# If the robot is connecting through a JunkBuster, then the
+# control interface is at /config.   It isn't very useful
+# to index it, and you're likely to break stuff.  So go away!
+#
+# Even if you're not connected through a JunkBuster, the 
+# one "JunkBuster's not working" page there is not very
+# interesting.
+
+User-agent: *
+Disallow: /config/
+
+
+
-- 
2.49.0