From 6fde32b2f5cfb9e964eb527fd99a7d9c94b672b7 Mon Sep 17 00:00:00 2001
From: Henrik Levkowetz <henrik@levkowetz.com>
Date: Tue, 3 May 2011 14:05:01 +0000
Subject: [PATCH] Let development and test deployment have a robots.txt which
 don't permit robots.  - Legacy-Id: 3079

---
 ietf/urls.py      |  1 +
 static/robots.txt | 13 +------------
 2 files changed, 2 insertions(+), 12 deletions(-)

diff --git a/ietf/urls.py b/ietf/urls.py
index b189b76e5..8fdbe8b5e 100644
--- a/ietf/urls.py
+++ b/ietf/urls.py
@@ -70,5 +70,6 @@ urlpatterns = patterns('',
 if settings.SERVER_MODE in ('development', 'test'):
     urlpatterns += patterns('',
         (r'^(?P<path>(?:images|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
+        (r'^(?P<path>robots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}),
         (r'^_test500/$', lambda x: None),
 	)
diff --git a/static/robots.txt b/static/robots.txt
index 3543c83f6..1f53798bb 100644
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -1,13 +1,2 @@
 User-agent: *
-Disallow: /idtracker/feedback
-Disallow: /cgi-bin/idtracker.cgi
-Disallow: /cgi-bin/wg/
-Disallow: /drafts/draft-ietf-hubmib-etherif-MIB/
-Disallow: /drafts/draft-ietf-hubmib-etherif-mib/
-Disallow: /drafts/draft-jamoussi-mpls-crldp-applic/
-Disallow: /drafts/draft-mavrakis-videotex-url-spec/
-Disallow: /drafts/draft-perkins-bits/
-Disallow: /drafts/draft-perkins-float/
-Disallow: /drafts/draft-rauschenbach-pop3-framework/
-Disallow: /drafts/draft-shivkumar-ldapext-dirtxn/
-Disallow: /drafts/draft-wu-mpls-multicast-te/
+Disallow: /