User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: AhrefsBot
Disallow: /db/camera-compare/

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: SemrushBot
Disallow: /db/camera-compare/

User-agent: MJ12bot
Disallow: /db/camera-compare/

User-agent: *
Disallow: /db/lens-review/
Disallow: /db/lens-compare/
Disallow: /db/cache/
Disallow: /db/camera-size-comparison-html.php*
Disallow: /tag/*
Disallow: /category/*
Disallow: /humix/*