User-agent: Googlebot
Disallow:

User-agent: bingbot
Crawl-delay: 5
Disallow:
User-agent: BingPreview
Crawl-delay: 5
Disallow:
User-agent: adidxbot
Crawl-delay: 5
Disallow:

User-agent: DuckDuckBot
Disallow:

User-agent: Yahoo! Slurp
Disallow:

User-agent: Applebot
Disallow:

User-agent: Baiduspider
Disallow:

User-agent: YandexBot
Disallow:

User-agent: Teoma
Disallow:

User-agent: AhrefsBot
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: facebookexternalhit
Disallow:

User-agent: ia_archiver
Disallow:

User-agent: AhrefsBot
Disallow:

User-agent: Amazonbot
Disallow: /*/store/products

User-agent: Semrush*
Disallow: /*/store/products

User-agent: Testomatobot
Disallow: /

User-agent: *
Disallow: /