#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

#WBSearch Spam Bot
User-agent: WBSearchBot
Disallow: /
     
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot-BA
Crawl-delay: 20

User-agent: *
Disallow: /catalog-search-results.html
Disallow: /content-search-results.html
Disallow: /*SESSION_MAIN
Allow: /

Sitemap: https://www.webtomed.com/sitemap.xml