# Astro2Sphere Official Website
# https://astro2sphere.com

User-agent: *
Allow: /

# High priority pages for Astro2Sphere brand
Allow: /about
Allow: /services  
Allow: /astro-blogs
Allow: /contact
Allow: /booking

# Block access to admin and user dashboard areas
Disallow: /admin/
Disallow: /user/
Disallow: /api/

# Block access to authentication pages for bots
Disallow: /login
Disallow: /signup
Disallow: /forgot-password

# Block access to private user content
Disallow: /dashboard/
Disallow: /profile/
Disallow: /my-appointments/
Allow: /services
Allow: /contact
Allow: /about
Allow: /astro-blogs
Allow: /book-appointment

# Sitemap location
Sitemap: https://astro2sphere.com/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 2

# Block known bad bots
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /