# Robots.txt for Concrete Clean Co
# https://www.concretecleanco.com/

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.concretecleanco.com/sitemap.xml

# Crawl delay (optional - removes if not needed)
Crawl-delay: 1

# Disallow access to admin areas (if any)
Disallow: /admin/
Disallow: /private/
Disallow: /tmp/

# Allow access to CSS and JS files
Allow: /assets/css/
Allow: /assets/js/
Allow: /images/

# Block bad bots (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10