User-agent: *
Allow: /
Disallow: /api/

# AI search engine crawlers — explicit allow
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://takeinterest.ai/sitemap-index.xml

# AI agent discovery
# llms.txt: structured site content for LLMs (llmstxt.org)
# .well-known/mcp.json: MCP Server Card for GuardClaw (SEP-1649)
LLMsTxt: https://takeinterest.ai/llms.txt
LLMsFullTxt: https://takeinterest.ai/llms-full.txt