adam/meshcore-hub
1
0
Fork 0
mirror of https://github.com/ipnet-mesh/meshcore-hub.git synced 2026-08-08 18:02:50 +02:00
Code Issues Packages Projects Releases Wiki Activity

Use empty Disallow in robots.txt for broader compatibility

Browse Source 
Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
This commit is contained in:
Louis King
2026-02-06 15:58:52 +00:00
parent 86c5ff8f1c
commit 3a89daa9c0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/meshcore_hub/web/app.py
+1 -1
View File
@@ -164,7 +164,7 @@ def create_app(
async def robots_txt(request: Request) -> str:
"""Serve robots.txt to control search engine crawling."""
base_url = _get_https_base_url(request)
return f"User-agent: *\nAllow: /\n\nSitemap: {base_url}/sitemap.xml\n"
return f"User-agent: *\nDisallow:\n\nSitemap: {base_url}/sitemap.xml\n"
@app.get("/sitemap.xml")
async def sitemap_xml(request: Request) -> Response: