# sujanbhuiyan.com
User-agent: *
Allow: /

# AI crawlers come in two families doing different jobs. See /llms.txt for a
# curated map, and /writing/machine-readable for why the distinction matters.

# Search / answer crawlers — these decide whether the work is citable at all.
User-agent: OAI-SearchBot
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Applebot
Allow: /

# Training crawlers — these gather material that may train future models.
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: Meta-ExternalAgent
Allow: /
User-agent: CCBot
Allow: /

Sitemap: https://sujanbhuiyan.com/sitemap.xml