From 9440f88d675a66dcbc3b3fc85ad40f4981c9f2e1 Mon Sep 17 00:00:00 2001
From: eric <eric@hellman.net>
Date: Wed, 11 Dec 2013 11:52:48 -0500
Subject: [PATCH] https://ahrefs.com/robot/ got stuck in our site.

---
 frontend/templates/robots.txt | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/frontend/templates/robots.txt b/frontend/templates/robots.txt
index 61208c94..524721af 100644
--- a/frontend/templates/robots.txt
+++ b/frontend/templates/robots.txt
@@ -1,7 +1,9 @@
 # Hi Robot, welcome to UnglueIt :-)
 {% ifequal request.META.HTTP_HOST "unglue.it" %}
 User-agent: *
-Disallow: /nothing--please-crawl-us
+Disallow: /accounts/
+Disallow: /feedback/
+Disallow: /socialauth/
 {% else %}
 User-agent: *
 Disallow: /