# Robots.txt for HeroHosty.com
# Generated: 2025-01-24

User-agent: *
Allow: /

# Allow all major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

# Disallow sensitive areas
Disallow: /includes/
Disallow: /admin/
Disallow: /clientarea/
Disallow: /whmcs/
Disallow: /private/
Disallow: /tmp/
Disallow: /logs/
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /*?*
Disallow: /*?
Disallow: /search
Disallow: /cart.php
Disallow: /checkout.php
Disallow: /account/
Disallow: /billing/
Disallow: /*utm_*
Disallow: /*fbclid*
Disallow: /*gclid*

# Allow CSS, JS and images
Allow: /assets/css/
Allow: /assets/js/
Allow: /assets/images/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.webp
Allow: *.svg
Allow: *.ico
Allow: *.pdf

# Crawl delay for different bots
Crawl-delay: 1

# Sitemap location
Sitemap: https://herohosty.com/sitemap.xml

# Additional sitemaps (if any)
# Sitemap: https://herohosty.com/blog-sitemap.xml