User-agent: * Allow: / Allow: /mcp/console Allow: /mcp/info Allow: /mcp/docs Allow: /mcp/tools.json Allow: /mcp/.well-known/mcp-server.json Allow: /mcp/openapi.json Allow: /health Allow: /sitemap.xml # Disallow sensitive endpoints Disallow: /mcp/rpc Disallow: /mcp/sse # Sitemap location Sitemap: https://mcp.fenceline.ai/sitemap.xml # Crawl delay (be nice to our server) Crawl-delay: 1