From c9179a825c156a6655e78d31debc7ec00e022571 Mon Sep 17 00:00:00 2001 From: Robert R George Date: Sun, 13 Aug 2023 07:51:41 -0700 Subject: [PATCH] Update robots.txt to prevent crawling of domain blocks --- public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/public/robots.txt b/public/robots.txt index 6672eeba1f2..cccfa58f2df 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -6,3 +6,4 @@ Disallow: / User-agent: * Disallow: /media_proxy/ Disallow: /interact/ +Disallow: /api/v1/instance/domain_blocks