From 9dbdfb7bd26b4cec2f64a02ae4281fa1a6e9a8c4 Mon Sep 17 00:00:00 2001 From: Joshua Goins Date: Thu, 7 Sep 2023 14:03:51 -0400 Subject: [PATCH] Fix robots.txt --- themes/red/layouts/robots.txt | 6 ++++++ themes/retro/layouts/robots.txt | 5 +---- 2 files changed, 7 insertions(+), 4 deletions(-) diff --git a/themes/red/layouts/robots.txt b/themes/red/layouts/robots.txt index 15ed1e2..ee6b9d4 100644 --- a/themes/red/layouts/robots.txt +++ b/themes/red/layouts/robots.txt @@ -3,3 +3,9 @@ Disallow: / User-agent: Mediapartners-Google Disallow: / + +User-agent: GPTBot +Disallow: / + +User-agent: ChatGPT-User +Disallow: / diff --git a/themes/retro/layouts/robots.txt b/themes/retro/layouts/robots.txt index 15ed1e2..1f53798 100644 --- a/themes/retro/layouts/robots.txt +++ b/themes/retro/layouts/robots.txt @@ -1,5 +1,2 @@ -User-agent: CCBot -Disallow: / - -User-agent: Mediapartners-Google +User-agent: * Disallow: /