diff --git a/src/robots.txt b/src/robots.txt index 19c8928..ef0608f 100644 --- a/src/robots.txt +++ b/src/robots.txt @@ -1,6 +1,9 @@ User-Agent: Bytespider Disallow: / +User-agent: GPTBot +Disallow: / + User-Agent: * Allow: / Disallow: /assets/