lewis/lewisdale.dev
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add robots.txt

Browse Source
This commit is contained in:
Lewis Dale 2023-05-11 10:30:28 +01:00
parent 1e7250e6e2
commit 9df34b87e3
2 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config/files/index.js
View File

@ -4,6 +4,7 @@ module.exports = function(eleventyConfig) {
}
eleventyConfig.addPassthroughCopy("src/assets");
eleventyConfig.addPassthroughCopy("src/robots.txt");
eleventyConfig.setDataDeepMerge(true);
eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, });
}

7
src/robots.txt Normal file
View File

@ -0,0 +1,7 @@
User-Agent: Bytespider
Disallow: /
User-Agent: *
Allow: /
Disallow: /assets/
Host: https://lewisdale.dev