Add robots.txt

config/files/index.js

@@ -4,6 +4,7 @@ module.exports = function(eleventyConfig) {
 	}
 
 	eleventyConfig.addPassthroughCopy("src/assets");
+	eleventyConfig.addPassthroughCopy("src/robots.txt");
 	eleventyConfig.setDataDeepMerge(true);
     eleventyConfig.setFrontMatterParsingOptions({ excerpt: true, });
 }

src/robots.txt

@@ -0,0 +1,7 @@
+User-Agent: Bytespider
+Disallow: /
+
+User-Agent: *
+Allow: /
+Disallow: /assets/
+Host: https://lewisdale.dev