# www.unlob.com
#
# Everything here is meant to be read — by people, by search crawlers, and by
# the AI answer engines our buyers actually ask. All are welcome.

User-agent: *
Allow: /

# --- AI answer engines & training crawlers, allowed explicitly ---------------
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: YouBot
Allow: /

# Common Crawl. Its corpus is a training and retrieval input for several of the
# engines above, so excluding it would quietly remove us from their fallbacks.
User-agent: CCBot
Allow: /

# Plain-text summaries for LLM consumers: /llms.txt and /llms-full.txt
# Structured data: /openapi.json and /api/*.json

Sitemap: https://www.unlob.com/sitemap-index.xml