commit: cc14a7e33bd5af2ed7b0081e47deb526ccef0616
parent 40695530a68158bbf6e0693bee44a32991e8af53
Author: HJ <30-hj@users.noreply.git.pleroma.social>
Date: Mon, 8 Dec 2025 18:28:55 +0000
Merge branch 'hj-develop-patch-37634' into 'develop'
Allow FediIndex
See merge request pleroma/pleroma!4391
Diffstat:
2 files changed, 11 insertions(+), 2 deletions(-)
diff --git a/changelog.d/fediindex.change b/changelog.d/fediindex.change
@@ -0,0 +1 @@
+Allow FediIndex crawler bot by default
+\ No newline at end of file
diff --git a/priv/static/robots.txt b/priv/static/robots.txt
@@ -1,2 +1,8 @@
-User-Agent: *
-Disallow:
+User-agent: *
+Disallow: /
+
+User-agent: FediIndex
+Allow: /nodeinfo/2.0
+Allow: /nodeinfo/2.1
+Allow: /nodeinfo/2.2
+Disallow: /
+\ No newline at end of file