2018-04-12 03:15:20 +03:00
|
|
|
---
|
|
|
|
|
permalink: "robots.txt"
|
|
|
|
|
layout: null
|
|
|
|
|
---
|
|
|
|
|
|
|
|
|
|
User-agent: *
|
|
|
|
|
Allow: {{ site.baseurl | relative_url | uri_escape }}
|
|
|
|
|
|
2018-05-15 14:53:48 +03:00
|
|
|
{% for link in site.data.robots_disallow %}
|
|
|
|
|
Disallow: {{ link.path | relative_url | uri_escape }}
|
|
|
|
|
{% endfor %}
|
|
|
|
|
|
|
|
|
|
Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }}
|
