allow crawling of unglue.it

frontend/templates/robots.txt

@@ -1,2 +1,8 @@
+# Hi Robot, welcome to UnglueIt :-)
+{% ifequal request.META.HTTP_HOST "unglue.it" %}
+User-agent: *
+Disallow: /nothing--please-crawl-us
+{% else %}
 User-agent: *
 Disallow: /
+{% endifequal %}

frontend/urls.py

@@ -55,7 +55,7 @@ urlpatterns = patterns(
     url(r"^donate/$", DonateView.as_view(), name="donate"),
     url('^404testing/$', direct_to_template, {'template': '404.html'}),
     url('^500testing/$', direct_to_template, {'template': '500.html'}),
-    url('^robots.txt$', direct_to_template, {'template': 'robots.txt'}),
+    url('^robots.txt$', direct_to_template, {'template': 'robots.txt', 'mimetype': 'text/plain'}),
     url(r"^emailshare/$", "emailshare", name="emailshare"),
     url(r"^feedback/$", "feedback", name="feedback"),
     url(r"^feedback/thanks/$", TemplateView.as_view(template_name="thanks.html")),