From 00419718aa13897f68f28c2323ca9f5f0515e6b3 Mon Sep 17 00:00:00 2001
From: itsjeffleong <67781326+itsjeffleong@users.noreply.github.com>
Date: Sat, 8 Jun 2024 23:51:33 +1000
Subject: [PATCH] Fixed robots.txt rules to be on separate lines

Each rule in robots.txt should be a separate line based on https://developers.google.com/search/docs/crawling-indexing/robots/create-robots-txt
---
 src/common/robots.njk | 18 ++++++++++++++++--
 1 file changed, 16 insertions(+), 2 deletions(-)

diff --git a/src/common/robots.njk b/src/common/robots.njk
index f6b8338..d9a48e0 100644
--- a/src/common/robots.njk
+++ b/src/common/robots.njk
@@ -3,5 +3,19 @@ permalink: /robots.txt
 eleventyExcludeFromCollections: true
 excludeFromSitemap: true
 ---
-User-agent: * Disallow: /404.html User-agent: GPTbot Disallow: / User-agent: ChatGPT-User Disallow: /
-User-agent: Google-Extended Disallow: / User-agent: Omgilibot Disallow: / Sitemap: {{ meta.url }}/sitemap.xml
+User-agent: * 
+Disallow: /404.html 
+
+User-agent: GPTbot 
+Disallow: / 
+
+User-agent: ChatGPT-User 
+Disallow: /
+
+User-agent: Google-Extended 
+Disallow: / 
+
+User-agent: Omgilibot 
+Disallow: / 
+
+Sitemap: {{ meta.url }}/sitemap.xml