User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

# AI answer engines — ALLOWED so Cloudlead is readable and citable in
# ChatGPT / SearchGPT, Claude, Perplexity, Google AI Overviews, Apple
# Intelligence, Meta AI, etc. (the tools sales teams increasingly search with).
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Amazonbot
Allow: /

# Aggressive scrapers — still blocked (abusive crawl behaviour, little value).
User-agent: Bytespider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

# SEO backlink/analytics crawlers — still blocked to keep third-party
# analytics clean (unblock Ahrefs/Semrush here if you want authority metrics).
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: dataforseobot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://cloudlead.co/sitemap.xml

# Disallow admin, auth, and internal pages from indexing
Disallow: /admin
Disallow: /dashboard
Disallow: /settings
Disallow: /orders
Disallow: /new-order
Disallow: /edit-project
Disallow: /signals
Disallow: /company/
Disallow: /explore
Disallow: /icp-crossmatch
Disallow: /icp-cross-match
Disallow: /phone-verification
Disallow: /contact-enrichment
Disallow: /billing
Disallow: /login
Disallow: /signup
Disallow: /thank-you
Disallow: /free-trial
Disallow: /reset-password
Disallow: /forgot-password
Disallow: /request-password-reset
Disallow: /color-playground
Disallow: /shadershowcase