diff --git a/src/common/robots.njk b/src/common/robots.njk index 15fff8f..abb425f 100644 --- a/src/common/robots.njk +++ b/src/common/robots.njk @@ -3,4 +3,19 @@ permalink: /robots.txt eleventyExcludeFromCollections: true excludeFromSitemap: true --- -User-agent: * Disallow: /404.html Sitemap: {{ meta.url }}/sitemap.xml +User-agent: * +Disallow: /404.html + +User-agent: GPTbot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +Sitemap: {{ meta.url }}/sitemap.xml \ No newline at end of file