From a98a8ee93f96044cc325b854e9fd57186d0d4565 Mon Sep 17 00:00:00 2001
From: Robert R George <rgeorge@midnightweb.net>
Date: Mon, 2 Dec 2024 00:03:24 -0800
Subject: [PATCH] Update robots.txt to prevent crawling of domain blocks
 (#26470)

Co-authored-by: Claire <claire.github-309c@sitedethib.com>
---
 public/robots.txt | 1 +
 1 file changed, 1 insertion(+)

diff --git a/public/robots.txt b/public/robots.txt
index 6672eeba1f..cccfa58f2d 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -6,3 +6,4 @@ Disallow: /
 User-agent: *
 Disallow: /media_proxy/
 Disallow: /interact/
+Disallow: /api/v1/instance/domain_blocks