# Robots.txt for cleaningsecretsja.com
# Updated: 2025-01-15

User-agent: *
Allow: /

# Disallow admin and private areas (if any in future)
Disallow: /admin/
Disallow: /private/
Disallow: /temp/

# Allow all images
Allow: /images/

# Allow CSS and JS
Allow: /styles.css
Allow: /script.js

# Sitemap location
Sitemap: https://cleaningsecretsja.com/sitemap.xml

# Crawl-delay (optional, adjust if needed)
Crawl-delay: 1

# Specific bot instructions
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /images/

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block bad bots (optional)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10