diff --git a/src/common/robots.njk b/src/common/robots.njk index f6b8338..d9a48e0 100644 --- a/src/common/robots.njk +++ b/src/common/robots.njk @@ -3,5 +3,19 @@ permalink: /robots.txt eleventyExcludeFromCollections: true excludeFromSitemap: true --- -User-agent: * Disallow: /404.html User-agent: GPTbot Disallow: / User-agent: ChatGPT-User Disallow: / -User-agent: Google-Extended Disallow: / User-agent: Omgilibot Disallow: / Sitemap: {{ meta.url }}/sitemap.xml +User-agent: * +Disallow: /404.html + +User-agent: GPTbot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +Sitemap: {{ meta.url }}/sitemap.xml