bskyweb: add robots disallow and 'canonical' config flags (#4760)

2025-02-28 13:09:48 -08:00
parent 36a7a8d8c6
commit 462708e207
3 changed files with 36 additions and 7 deletions
@@ -0,0 +1,3 @@
+# This is an development or self-hosted instance of the bsky web app, and crawling has been disallowed by the operator team.
+User-Agent: *
+Disallow: /