User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /assets/css/
Disallow: /assets/js/
Disallow: /assets/webfonts/
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$

# Sitemap
Sitemap: https://www.masterbm.com/sitemap.xml

# Crawl-delay
Crawl-delay: 10

# Specific rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Crawl-delay: 10

User-agent: Yandex
Allow: /
Crawl-delay: 10

# Block bad bots
User-agent: Baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /