User-Agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /embed/
Disallow: /c/
Disallow: /team/
Disallow: /preview/
Disallow: /dev/

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /embed/
Disallow: /c/
Disallow: /team/
Disallow: /preview/
Disallow: /dev/
Crawl-delay: 1

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /embed/
Disallow: /c/
Disallow: /team/
Disallow: /preview/
Disallow: /dev/
Crawl-delay: 1

User-Agent: Slurp
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /embed/
Disallow: /c/
Disallow: /team/
Disallow: /preview/
Disallow: /dev/
Crawl-delay: 2

User-Agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /dashboard/
Disallow: /auth/
Disallow: /embed/
Disallow: /c/
Disallow: /team/
Disallow: /preview/
Disallow: /dev/
Crawl-delay: 2

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /

User-Agent: SEMrushBot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: BlexBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: serpstatbot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: ChatGPT-User
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: Claude-Web
Disallow: /

Host: https://www.crowly.ai
Sitemap: https://www.crowly.ai/sitemap.xml