From 8050ce1f554a54418b62e743a685420fb79d1fb1 Mon Sep 17 00:00:00 2001 From: Valentin Popov Date: Thu, 12 Apr 2018 00:15:20 +0000 Subject: [PATCH] robots.txt --- _pages/robots.txt | 10 ++++++++++ 1 file changed, 10 insertions(+) create mode 100644 _pages/robots.txt diff --git a/_pages/robots.txt b/_pages/robots.txt new file mode 100644 index 0000000..c4c4d2c --- /dev/null +++ b/_pages/robots.txt @@ -0,0 +1,10 @@ +--- +permalink: "robots.txt" +layout: null +--- + +User-agent: * +Allow: {{ site.baseurl | relative_url | uri_escape }} +Disallow: {{ "/404.html" | relative_url | uri_escape }} + +Sitemap: {{ "sitemap.xml" | absolute_url | uri_escape }} \ No newline at end of file