diff --git a/ietf/urls.py b/ietf/urls.py index b189b76e5..8fdbe8b5e 100644 --- a/ietf/urls.py +++ b/ietf/urls.py @@ -70,5 +70,6 @@ urlpatterns = patterns('', if settings.SERVER_MODE in ('development', 'test'): urlpatterns += patterns('', (r'^(?P(?:images|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}), + (r'^(?Probots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}), (r'^_test500/$', lambda x: None), ) diff --git a/static/robots.txt b/static/robots.txt index 3543c83f6..1f53798bb 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,13 +1,2 @@ User-agent: * -Disallow: /idtracker/feedback -Disallow: /cgi-bin/idtracker.cgi -Disallow: /cgi-bin/wg/ -Disallow: /drafts/draft-ietf-hubmib-etherif-MIB/ -Disallow: /drafts/draft-ietf-hubmib-etherif-mib/ -Disallow: /drafts/draft-jamoussi-mpls-crldp-applic/ -Disallow: /drafts/draft-mavrakis-videotex-url-spec/ -Disallow: /drafts/draft-perkins-bits/ -Disallow: /drafts/draft-perkins-float/ -Disallow: /drafts/draft-rauschenbach-pop3-framework/ -Disallow: /drafts/draft-shivkumar-ldapext-dirtxn/ -Disallow: /drafts/draft-wu-mpls-multicast-te/ +Disallow: /