User-agent: * Allow: / # Lists we publish open in the workspace's shared view; the page needs its scripts and its data to render. Allow: /workspace/shared/ Allow: /workspace/assets/ Allow: /v1/workspace/shared/ Disallow: /workspace Disallow: /app/ Disallow: /app$ Disallow: /account Disallow: /login Disallow: /signup Disallow: /join Disallow: /v1/ Disallow: /oauth/ Disallow: /mcp Disallow: /share/ Disallow: /export/ Disallow: /internal/ # Cloudflare's own paths: its email protection turns each mailto link into one, which only a browser can open. Disallow: /cdn-cgi/ # The directory and each tool's page are the website's; the paths below a tool are the API's (sign-in callbacks). Disallow: /integrations/*/ Sitemap: https://specstream.ai/sitemap.xml Sitemap: https://specstream.ai/sitemap-lists.xml Sitemap: https://specstream.ai/sitemap-data.xml