User-agent: *
Allow: /
Allow: /*/daycares
Allow: /daycare/*
Allow: /daycare-near/*
Allow: /blog/*
Allow: /assets/
Allow: /public/

# Disallow admin and private areas
Disallow: /admin/
Disallow: /business-dashboard/
Disallow: /user-profile/
Disallow: /user-profile/profile-edit
Disallow: /user-profile/post-job
Disallow: /user-profile/my-queries
Disallow: /user-profile/saved-providers
Disallow: /user-profile/feedback
Disallow: /api/
Disallow: /*.json$
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*session*
Disallow: /*token*
Disallow: /*auth*
Disallow: /search?*
Disallow: /temp/
Disallow: /cache/
Disallow: /uploads/
Disallow: /.env*
Disallow: /*?utm_*
Disallow: /*?fbclid=
Disallow: /*?gclid=

# Google-specific directives
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Bing-specific directives
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Yahoo/Slurp directives
User-agent: Slurp
Crawl-delay: 2

# Other search engines
User-agent: *
Crawl-delay: 1
Request-rate: 1/10s

# Sitemap locations
Sitemap: https://mapora.ca/sitemap.xml
Sitemap: https://mapora.ca/sitemap-blogs.xml
Sitemap: https://mapora.ca/sitemap-daycares.xml
Sitemap: https://mapora.ca/sitemap-locations.xml

# Additional sitemaps for better organization
Sitemap: https://mapora.ca/sitemap-locations.xml
Sitemap: https://mapora.ca/sitemap-providers.xml