diff --git a/robots.txt b/robots.txt index 1152c97..03afd2b 100644 --- a/robots.txt +++ b/robots.txt @@ -1,5 +1,12 @@ -User-agent: * - +User-agent: facebookexternalhit +Sitemap: https://rose-ash.com/sitemap.xml +Disallow: /ghost/ +Disallow: /email/ +Disallow: /members/api/comments/counts/ +Disallow: /r/ +Disallow: /webmentions/receive/ + +User-agent: * Sitemap: https://rose-ash.com/sitemap.xml Disallow: /ghost/ Disallow: /email/