update robots.txt
This commit is contained in:
parent
4f50664977
commit
363590714e
@ -299,10 +299,14 @@ User-agent: *
|
|||||||
Crawl-delay: 10
|
Crawl-delay: 10
|
||||||
Disallow: /account/
|
Disallow: /account/
|
||||||
Disallow: /accounts/
|
Disallow: /accounts/
|
||||||
|
Disallow: /login/
|
||||||
Disallow: /admin/
|
Disallow: /admin/
|
||||||
Disallow: /myip/
|
Disallow: /myip/
|
||||||
Disallow: /nic/update/
|
Disallow: /nic/update/
|
||||||
Disallow: /overview/
|
Disallow: /overview/
|
||||||
|
Disallow: /domain_overview/
|
||||||
|
Disallow: /host/
|
||||||
|
Disallow: /domain/
|
||||||
"""
|
"""
|
||||||
return HttpResponse(content, content_type="text/plain")
|
return HttpResponse(content, content_type="text/plain")
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user