2012-01-15 23:21:47 +00:00
|
|
|
# Hi Robot, welcome to UnglueIt :-)
|
|
|
|
{% ifequal request.META.HTTP_HOST "unglue.it" %}
|
|
|
|
User-agent: *
|
2013-12-11 16:52:48 +00:00
|
|
|
Disallow: /accounts/
|
|
|
|
Disallow: /feedback/
|
|
|
|
Disallow: /socialauth/
|
2018-01-12 16:53:10 +00:00
|
|
|
Disallow: /search/
|
2016-06-28 18:56:59 +00:00
|
|
|
Disallow: /googlebooks/
|
2012-01-15 23:21:47 +00:00
|
|
|
{% else %}
|
2011-11-20 03:15:20 +00:00
|
|
|
User-agent: *
|
|
|
|
Disallow: /
|
2012-01-15 23:21:47 +00:00
|
|
|
{% endifequal %}
|