add some more disallows to robots.txt view

2013-10-19 18:20:40 -07:00 · 2013-10-19 18:20:40 -07:00 · 85b2932a7c
commit 85b2932a7c
parent 98e2035187
1 changed files with 3 additions and 0 deletions
--- a/nsupdate/main/views.py
+++ b/nsupdate/main/views.py
@ -222,8 +222,11 @@ def RobotsTxtView(request):
    content = """\
 User-agent: *
 Crawl-delay: 10
+Disallow: /account/
 Disallow: /accounts/
+Disallow: /admin/
 Disallow: /myip/
 Disallow: /nic/update/
+Disallow: /overview/
 """
    return HttpResponse(content, content_type="text/plain")