From b9bb7399a4ec864b1385d9af410271c13550ea8b Mon Sep 17 00:00:00 2001 From: giles Date: Tue, 12 Nov 2024 22:05:57 +0000 Subject: [PATCH] deployed --- robots.txt | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/robots.txt b/robots.txt index 1152c97..03afd2b 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,12 @@ -User-agent: * - +User-agent: facebookexternalhit +Sitemap: https://rose-ash.com/sitemap.xml +Disallow: /ghost/ +Disallow: /email/ +Disallow: /members/api/comments/counts/ +Disallow: /r/ +Disallow: /webmentions/receive/ + +User-agent: * Sitemap: https://rose-ash.com/sitemap.xml Disallow: /ghost/ Disallow: /email/