User-agent: *
Allow: /

User-agent: *
Disallow: /favicon.ico
Disallow: /order/
Disallow: /log/
Disallow: /keywords/

User-agent: BUbiNG
Disallow: /
User-agent: WBSearchBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Linespider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ICC-Crawler
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MauiBot
Disallow: /