Add robots.txt

This commit is contained in:
Lewis Dale 2023-05-11 10:30:28 +01:00
parent 1e7250e6e2
commit 9df34b87e3
2 changed files with 8 additions and 0 deletions

View File

@ -4,6 +4,7 @@ module.exports = function(eleventyConfig) {
} }
eleventyConfig.addPassthroughCopy("src/assets"); eleventyConfig.addPassthroughCopy("src/assets");
eleventyConfig.addPassthroughCopy("src/robots.txt");
eleventyConfig.setDataDeepMerge(true); eleventyConfig.setDataDeepMerge(true);
eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, }); eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, });
} }

7
src/robots.txt Normal file
View File

@ -0,0 +1,7 @@
User-Agent: Bytespider
Disallow: /
User-Agent: *
Allow: /
Disallow: /assets/
Host: https://lewisdale.dev