# Google Bots
User-agent: Googlebot
User-agent: Googlebot-mobile
User-agent: AdsBot-Google
User-agent: Googlebot-Image
User-agent: Mediapartners
User-agent: Mediapartners-Google
User-agent: Googlebot-News
User-agent: Googlebot-Video

Allow: /

# Ahrefs Bots
User-agent: AhrefsSiteAudit
Disallow: /
User-agent: AhrefsBot
Disallow: /
# SemrushBot
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /


Disallow: /download/*