Simplification of forming a file 'robots.txt'

Signed-off-by: Valentin Popov <info@valentineus.link>
2018-09-15 18:00:53 +04:00 · 2018-09-15 18:00:53 +04:00 · 085dc3feea
commit 085dc3feea
parent 862a62bc20
2 changed files with 1 additions and 6 deletions
--- a/_data/robots_disallow.yml
+++ b/_data/robots_disallow.yml
@ -1 +0,0 @@
- path: "/404.html"
--- a/_pages/robots.txt
+++ b/_pages/robots.txt
@ -5,9 +5,5 @@ layout: null

 User-agent: *
 Allow: {{ site.baseurl | relative_url | uri_escape }}
-
-{% for link in site.data.robots_disallow %}
-  Disallow: {{ link.path | relative_url | uri_escape }}
-{% endfor %}
-
+Disallow: {{ "/404.html" | relative_url | uri_escape }}
 Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }}