EbookFoundation
/
regluit
mirror of https://github.com/EbookFoundation/regluit.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

allow crawling of unglue.it

pull/1/head
Ed Summers 2012-01-15 23:21:47 +00:00
parent 9b9a1e80d5
commit 3d9eb90174
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
frontend/templates/robots.txt
View File

@ -1,2 +1,8 @@
# Hi Robot, welcome to UnglueIt :-)
{% ifequal request.META.HTTP_HOST "unglue.it" %}
User-agent: *
Disallow: /nothing--please-crawl-us
{% else %}
User-agent: * User-agent: *
Disallow: / Disallow: /
{% endifequal %}

2
frontend/urls.py
View File

@ -55,7 +55,7 @@ urlpatterns = patterns(
url(r"^donate/$", DonateView.as_view(), name="donate"), url(r"^donate/$", DonateView.as_view(), name="donate"),
url('^404testing/$', direct_to_template, {'template': '404.html'}), url('^404testing/$', direct_to_template, {'template': '404.html'}),
url('^500testing/$', direct_to_template, {'template': '500.html'}), url('^500testing/$', direct_to_template, {'template': '500.html'}),
url('^robots.txt$', direct_to_template, {'template': 'robots.txt'}), url('^robots.txt$', direct_to_template, {'template': 'robots.txt', 'mimetype': 'text/plain'}),
url(r"^emailshare/$", "emailshare", name="emailshare"), url(r"^emailshare/$", "emailshare", name="emailshare"),
url(r"^feedback/$", "feedback", name="feedback"), url(r"^feedback/$", "feedback", name="feedback"),
url(r"^feedback/thanks/$", TemplateView.as_view(template_name="thanks.html")), url(r"^feedback/thanks/$", TemplateView.as_view(template_name="thanks.html")),