# robots.txt for https://detectiveslots.com/

# General rules
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /login/
Disallow: /register/
Disallow: /user-profile/
Disallow: /checkout/
Disallow: /private/
Disallow: /wp-admin/

# Allow all crawlers to access public pages
Allow: /$
Allow: /games/
Allow: /bonuses/
Allow: /casinos/
Allow: /about-us/

# Host
Host: https://detectiveslots.com

# Sitemaps
Sitemap: https://detectiveslots.com/sitemap.xml

# Block indexing of sensitive files
Disallow: /config/
Disallow: /terms-and-conditions/
Disallow: /privacy-policy/
Disallow: /*.json
Disallow: /*.xml
Disallow: /*.csv
Disallow: /*.php
Disallow: /*.txt

# Block specific search engines (example: AhrefsBot, SemrushBot)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# Block image indexing (if needed)
User-agent: Googlebot-Image
Disallow: /