From 78a0fd7759d438e6d373c86792f3d5df57f36488 Mon Sep 17 00:00:00 2001 From: Henrik Levkowetz Date: Wed, 18 Sep 2013 17:44:51 +0000 Subject: [PATCH] Added a dev-specific robots.txt, which blocks all robots. - Legacy-Id: 6164 --- ietf/urls.py | 2 +- static/dev/robots.txt | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) create mode 100644 static/dev/robots.txt diff --git a/ietf/urls.py b/ietf/urls.py index 4ad3011b9..0de557aaf 100644 --- a/ietf/urls.py +++ b/ietf/urls.py @@ -80,6 +80,6 @@ if settings.SERVER_MODE in ('development', 'test'): urlpatterns += patterns('', (r'^(?P(?:images|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}), (r'^(?Psecr/(img|css|js)/.*)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}), - (r'^(?Probots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT}), + (r'^(?Probots\.txt)$', 'django.views.static.serve', {'document_root': settings.MEDIA_ROOT+"dev/"}), (r'^_test500/$', lambda x: None), ) diff --git a/static/dev/robots.txt b/static/dev/robots.txt new file mode 100644 index 000000000..1f53798bb --- /dev/null +++ b/static/dev/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /