User-Agent: *
Allow: /
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /images/blog/*-cover*
Disallow: *.json
Disallow: /build-info.json
Crawl-delay: 1

User-Agent: Googlebot
User-Agent: Bingbot
Allow: /
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /images/blog/*-cover*
Disallow: *.json
Disallow: /build-info.json

User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: CCBot
User-Agent: anthropic-ai
User-Agent: Claude-Web
Allow: /
Allow: /blog/
Allow: /services/
Allow: /about/
Allow: /llms.txt
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /contact/
Disallow: /book/
Disallow: /images/blog/*-cover*

User-Agent: facebookexternalhit
User-Agent: Twitterbot
User-Agent: LinkedInBot
Allow: /
Disallow: /private/
Disallow: /admin/
Disallow: /api/
Disallow: /images/blog/*-cover*

Host: theautomators.ai
Sitemap: https://theautomators.ai/sitemap.xml