diff --git a/_pages/robots.txt b/_pages/robots.txt new file mode 100644 index 0000000..c4c4d2c --- /dev/null +++ b/_pages/robots.txt @@ -0,0 +1,10 @@ +--- +permalink: "robots.txt" +layout: null +--- + +User-agent: * +Allow: {{ site.baseurl | relative_url | uri_escape }} +Disallow: {{ "/404.html" | relative_url | uri_escape }} + +Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }} \ No newline at end of file