update robots.txt

This commit is contained in:
Thomas Waldmann 2013-11-02 13:24:44 +01:00
parent 4f50664977
commit 363590714e

View File

@ -299,10 +299,14 @@ User-agent: *
Crawl-delay: 10
Disallow: /account/
Disallow: /accounts/
Disallow: /login/
Disallow: /admin/
Disallow: /myip/
Disallow: /nic/update/
Disallow: /overview/
Disallow: /domain_overview/
Disallow: /host/
Disallow: /domain/
"""
return HttpResponse(content, content_type="text/plain")