# ---------------------------
User-agent: *
Disallow:

# Crawl-delay for all bots (except Google, which ignores this)
User-agent: *
Crawl-delay: 5

# Prevent crawling of internal search result pages
User-agent: *
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=
Disallow: /browse/
Disallow: /?p=
Disallow: /*?s=
Disallow: /*?searchlocation=

# Prevent crawling of WordPress JSON API endpoints
User-agent: *
Disallow: /wp-json/
Disallow: /?rest_route=

# Block Google AdsBot
User-agent: AdsBot-Google
Disallow: /

User-agent: AdsBot-Google-Mobile
Disallow: /

# Block common high-load or unnecessary bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: YandexBot
Disallow: /