# EasyFastAI.com - AI-Powered WhatsApp Automation Platform
# Optimized for SEO and crawling efficiency

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /dashboard
Disallow: /login
Disallow: /register
Disallow: /forgotpassword
Disallow: /auth-action
Disallow: /email-verification
Disallow: /meta-oauth-callback
Disallow: /instances/
Disallow: /crm
Disallow: /profile
Disallow: /integrations
Disallow: /widgets
Disallow: /widget-designer/
Disallow: /widget/

# Blocks the JSON API only. This used to be `Disallow: /api/`, which also
# blocked the public /api documentation page that the sitemap lists.
Allow: /api$
Disallow: /api/v
Disallow: /api/instances
Disallow: /api/widgets
Disallow: /api/crm
Disallow: /api/whatsapp
Disallow: /api/auth
Disallow: /api/meta
Disallow: /api/provision
Disallow: /api/billing
Disallow: /api/integrations

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Aggressive SEO-scraper bots, not search/social crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: DotBot
Disallow: /

Sitemap: https://easyfastai.com/sitemap.xml