User-agent: *
Allow: /

Sitemap: https://nullsink.is/sitemap-index.xml

# AI crawler policy. Allow user-initiated search and retrieval agents; decline broad corpus
# collection and general AI-processing crawlers. Some blocked agents have mixed downstream
# uses, so this is a product policy rather than a claim about one exclusive purpose.
# robots.txt is advisory, not enforcement.

# Model-development and broad-corpus collection: blocked
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

# Search indexing and user-directed retrieval: allowed
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /