User-agent: msnbot
Disallow: /
Disallow: /shopby

User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /media/
Disallow: /viewer/

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
User-agent: baiduspider
User-agent: Baiduspider+
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Semrush
User-agent: SemrushBot
Disallow: /