[add] add robots

Author: jinghao_wb

blog/urls.py

@@ -22,10 +22,10 @@
     url(r'^archive/$', views.archive, name='archive'),
     url(r'^link/$', views.Link, name='link'),
     url(r'^message$', views.Message, name='message'),
-    url(r'^article/(?P<pk>\d+)$', views.Articles, name='article'),
+    url(r'^article/(?P<pk>\d+)/$', views.Articles, name='article'),
     url(r'^get_comment/$', views.GetComment, name='get_comment'),
-    url(r'^detail/(?P<pk>\d+)$', views.detail, name='detail'),
+    url(r'^detail/(?P<pk>\d+)/$', views.detail, name='detail'),
     url(r'^search/$', views.search, name='search'),
-    url(r'^tag/(?P<name>.*?)$', views.tag, name='tag'),
+    url(r'^tag/(?P<name>.*?)/$', views.tag, name='tag'),
     url(r'.*?$', views.Index, name='index'),
 ]

templates/robots.txt

@@ -0,0 +1,5 @@
+User-agent: *
+Allow: /blog
+Allow: /blog/detail/
+Allow: /blog/tag/
+Allow: /blog/article/