From 9df34b87e39ca044af23d9536d26098316bff6aa Mon Sep 17 00:00:00 2001 From: Lewis Dale Date: Thu, 11 May 2023 10:30:28 +0100 Subject: [PATCH] Add robots.txt --- config/files/index.js | 1 + src/robots.txt | 7 +++++++ 2 files changed, 8 insertions(+) create mode 100644 src/robots.txt diff --git a/config/files/index.js b/config/files/index.js index 91f6da0..e574321 100644 --- a/config/files/index.js +++ b/config/files/index.js @@ -4,6 +4,7 @@ module.exports = function(eleventyConfig) { } eleventyConfig.addPassthroughCopy("src/assets"); + eleventyConfig.addPassthroughCopy("src/robots.txt"); eleventyConfig.setDataDeepMerge(true); eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, }); } \ No newline at end of file diff --git a/src/robots.txt b/src/robots.txt new file mode 100644 index 0000000..c314f7d --- /dev/null +++ b/src/robots.txt @@ -0,0 +1,7 @@ +User-Agent: Bytespider +Disallow: / + +User-Agent: * +Allow: / +Disallow: /assets/ +Host: https://lewisdale.dev \ No newline at end of file