regluit/frontend/templates/robots.txt

13 lines
261 B
Plaintext
Raw Normal View History

2012-01-15 23:21:47 +00:00
# Hi Robot, welcome to UnglueIt :-)
{% ifequal request.META.HTTP_HOST "unglue.it" %}
User-agent: *
Disallow: /accounts/
Disallow: /feedback/
Disallow: /socialauth/
2018-01-12 16:53:10 +00:00
Disallow: /search/
Disallow: /googlebooks/
2012-01-15 23:21:47 +00:00
{% else %}
2011-11-20 03:15:20 +00:00
User-agent: *
Disallow: /
2012-01-15 23:21:47 +00:00
{% endifequal %}