# Global rules
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/

# Google bots (Google does NOT support Crawl-delay, manage via Search Console)
User-agent: Googlebot
Allow: /
Crawl-delay: 30

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 30

User-agent: Mediapartners-Google
Allow: /
Crawl-delay: 30

User-agent: Adsbot-Google
Allow: /
Crawl-delay: 30

# Bing / Yahoo / MSN (support Crawl-delay)
User-agent: Bingbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 30

User-agent: msnbot
Crawl-delay: 30

# Yandex (supports Crawl-delay)
User-agent: Yandex
Crawl-delay: 30


User-agent: ia_archiver
Disallow: /