User-agent: *
Disallow: /by/*

User-agent: SearchmetricsBot
Disallow: /

User-agent: barkrowler
Disallow: /

User-agent: adbeat_bot
Disallow: /

User-agent: FemtosearchBot
Disallow: /

User-agent: GeedoProductSearch
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MaCoCu
Disallow: /

User-agent: CCBot
Disallow: /