Add robots.txt
This commit is contained in:
parent
1e7250e6e2
commit
9df34b87e3
@ -4,6 +4,7 @@ module.exports = function(eleventyConfig) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
eleventyConfig.addPassthroughCopy("src/assets");
|
eleventyConfig.addPassthroughCopy("src/assets");
|
||||||
|
eleventyConfig.addPassthroughCopy("src/robots.txt");
|
||||||
eleventyConfig.setDataDeepMerge(true);
|
eleventyConfig.setDataDeepMerge(true);
|
||||||
eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, });
|
eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, });
|
||||||
}
|
}
|
7
src/robots.txt
Normal file
7
src/robots.txt
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
User-Agent: Bytespider
|
||||||
|
Disallow: /
|
||||||
|
|
||||||
|
User-Agent: *
|
||||||
|
Allow: /
|
||||||
|
Disallow: /assets/
|
||||||
|
Host: https://lewisdale.dev
|
Loading…
Reference in New Issue
Block a user