User-agent: *
Allow: /
Allow: /xiaomi/
Allow: /download/
Allow: /search
Allow: /brands
Allow: /latest
Allow: /contact
Allow: /privacy
Allow: /terms

Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.md$
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?search=

Crawl-delay: 0.5
Request-rate: 60/60

User-agent: Googlebot
Crawl-delay: 0
Request-rate: 200/60

User-agent: Bingbot
Crawl-delay: 0
Request-rate: 100/60

User-agent: Slurp
Crawl-delay: 0.5
Request-rate: 50/60

# Encourage faster crawling
User-agent: *
Allow: /

# Point to dynamic sitemap (auto-generated from generate-sitemap.php)
# The sitemap is regenerated on every request and cached for 24 hours
Sitemap: https://firmwaremirror.com/generate-sitemap.php