diff --git a/src/meshcore_hub/web/app.py b/src/meshcore_hub/web/app.py index 3605dba..cec6d22 100644 --- a/src/meshcore_hub/web/app.py +++ b/src/meshcore_hub/web/app.py @@ -164,7 +164,7 @@ def create_app( async def robots_txt(request: Request) -> str: """Serve robots.txt to control search engine crawling.""" base_url = _get_https_base_url(request) - return f"User-agent: *\nAllow: /\n\nSitemap: {base_url}/sitemap.xml\n" + return f"User-agent: *\nDisallow:\n\nSitemap: {base_url}/sitemap.xml\n" @app.get("/sitemap.xml") async def sitemap_xml(request: Request) -> Response: