User-agent: Googlebot
User-agent: AdsBot-Google
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: bingbot
User-agent: BLEXBot
User-agent: DotBot
Disallow: /

# Block Yandex from crawling site 
User-agent: Yandex
Disallow: /

# Block Yeti
User-agent: Yeti
Disallow: /

# Block NextGenSearchBot
User-agent: NextGenSearchBot
Disallow: /

# Block ia-archiver from crawling site 
User-agent: ia_archiver
Disallow: /

# Block Baiduspider from crawling site 
User-agent: Baiduspider
Disallow: /