Add robots.txt

This commit is contained in:
Gergely Polonkai 2014-06-20 21:54:15 +02:00
parent eaf5f8122e
commit 325660bea1
2 changed files with 7 additions and 1 deletions

View File

@ -0,0 +1,4 @@
# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449
User-agent: *

View File

@ -1,6 +1,7 @@
from django.conf.urls import patterns, include, url from django.conf.urls import patterns, include, url
from django.views.generic import TemplateView
from django.contrib import admin from django.contrib import admin
admin.autodiscover() admin.autodiscover()
handler404 = 'basics.views.notfound' handler404 = 'basics.views.notfound'
@ -12,6 +13,7 @@ urlpatterns = patterns('',
# Examples: # Examples:
url(r'^$', 'blog.views.mainpage', name='home'), url(r'^$', 'blog.views.mainpage', name='home'),
url(r'^google150e54bda5f96d97', 'basics.views.googlevalidator'), url(r'^google150e54bda5f96d97', 'basics.views.googlevalidator'),
url(r'^robots\.txt$', TemplateView.as_view(template_name='robots.txt', content_type = 'text/plain')),
url(r'^blog/', include('blog.urls', namespace='blog')), url(r'^blog/', include('blog.urls', namespace='blog')),
# Uncomment the admin/doc line below to enable admin documentation: # Uncomment the admin/doc line below to enable admin documentation:
# url(r'^admin/doc/', include('django.contrib.admindocs.urls')), # url(r'^admin/doc/', include('django.contrib.admindocs.urls')),