# Block Google from crawling the entire site
User-agent: Googlebot
Disallow: /

# Block Google's other common crawlers
User-agent: Googlebot-Image
Disallow: /

User-agent: Googlebot-News
Disallow: /

User-agent: Googlebot-Video
Disallow: /

# Allow Ahrefs crawler
User-agent: AhrefsBot
Allow: /
Crawl-delay: 1

# Allow all other crawlers
User-agent: *
Allow: /