# ConsentEase - GDPR/CCPA Compliance Platform
# https://consentease.io
# Last updated: 2025-07-12

# Default crawler rules
User-agent: *
Allow: /
Allow: /features
Allow: /pricing
Allow: /faq
Allow: /demo
Allow: /plan-recommendation
Allow: /documentation
Allow: /help-center
Allow: /contact
Allow: /status
Allow: /cmp-partnership

# Allow crawling of regulation pages
Allow: /regulations/

# Allow crawling of alternative comparison pages (high SEO value)
Allow: /alternatives/

# Allow crawling of blog and content pages
Allow: /blog
Allow: /about
Allow: /launch
Allow: /affiliate
Allow: /cmp-testing

# Allow crawling of legal pages
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /cookie-policy

# Disallow admin and private areas
Disallow: /admin
Disallow: /dashboard
Disallow: /settings
Disallow: /websites
Disallow: /banner-designer
Disallow: /analytics
Disallow: /add-ons
Disallow: /cookie-policies/
Disallow: /feedback

# Disallow API endpoints
Disallow: /api/
Disallow: /.well-known/

# Disallow test and development files
Disallow: /tests/
Disallow: *.test.js
Disallow: *.spec.js

# Disallow authentication pages
Disallow: /login
Disallow: /admin-login
Disallow: /subscribe
Disallow: /payment

# Specific bot rules for better indexing
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Sitemap location
Sitemap: https://consentease.io/sitemap.xml
Sitemap: https://www.consentease.io/sitemap.xml