From 363590714e14e28c94a6ee4ba2c5d4ad40d7001a Mon Sep 17 00:00:00 2001 From: Thomas Waldmann Date: Sat, 2 Nov 2013 13:24:44 +0100 Subject: [PATCH] update robots.txt --- nsupdate/main/views.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/nsupdate/main/views.py b/nsupdate/main/views.py index 6ba2974..2e2c588 100644 --- a/nsupdate/main/views.py +++ b/nsupdate/main/views.py @@ -299,10 +299,14 @@ User-agent: * Crawl-delay: 10 Disallow: /account/ Disallow: /accounts/ +Disallow: /login/ Disallow: /admin/ Disallow: /myip/ Disallow: /nic/update/ Disallow: /overview/ +Disallow: /domain_overview/ +Disallow: /host/ +Disallow: /domain/ """ return HttpResponse(content, content_type="text/plain")