From 78b407dc2754b8c0ec85b6ce1f67f1b7132de972 Mon Sep 17 00:00:00 2001 From: madrilene Date: Mon, 12 Feb 2024 09:19:04 +0100 Subject: [PATCH] blocking known AI user agents --- src/common/robots.njk | 17 ++++++++++++++++- 1 file changed, 16 insertions(+), 1 deletion(-) diff --git a/src/common/robots.njk b/src/common/robots.njk index 15fff8f..abb425f 100644 --- a/src/common/robots.njk +++ b/src/common/robots.njk @@ -3,4 +3,19 @@ permalink: /robots.txt eleventyExcludeFromCollections: true excludeFromSitemap: true --- -User-agent: * Disallow: /404.html Sitemap: {{ meta.url }}/sitemap.xml +User-agent: * +Disallow: /404.html + +User-agent: GPTbot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +Sitemap: {{ meta.url }}/sitemap.xml \ No newline at end of file