From e055c6edc4b7cd88596952fbc481d7efe53866b9 Mon Sep 17 00:00:00 2001 From: Joshua Goins Date: Fri, 29 Sep 2023 11:47:45 -0400 Subject: [PATCH] Add more to robots.txt --- themes/red/layouts/robots.txt | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/themes/red/layouts/robots.txt b/themes/red/layouts/robots.txt index ee6b9d4..e1feff0 100644 --- a/themes/red/layouts/robots.txt +++ b/themes/red/layouts/robots.txt @@ -9,3 +9,12 @@ Disallow: / User-agent: ChatGPT-User Disallow: / + +User-agent: Google-Extended +Disallow: / + +User-agent: Omgilibot +Disallow: / + +User-agent: FacebookBot +Disallow: /