From 3a89daa9c0266a34c581a4b9eabf9f1a47491def Mon Sep 17 00:00:00 2001 From: Louis King Date: Fri, 6 Feb 2026 15:58:52 +0000 Subject: [PATCH] Use empty Disallow in robots.txt for broader compatibility Co-Authored-By: Claude Opus 4.5 --- src/meshcore_hub/web/app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/meshcore_hub/web/app.py b/src/meshcore_hub/web/app.py index 3605dba..cec6d22 100644 --- a/src/meshcore_hub/web/app.py +++ b/src/meshcore_hub/web/app.py @@ -164,7 +164,7 @@ def create_app( async def robots_txt(request: Request) -> str: """Serve robots.txt to control search engine crawling.""" base_url = _get_https_base_url(request) - return f"User-agent: *\nAllow: /\n\nSitemap: {base_url}/sitemap.xml\n" + return f"User-agent: *\nDisallow:\n\nSitemap: {base_url}/sitemap.xml\n" @app.get("/sitemap.xml") async def sitemap_xml(request: Request) -> Response: