User-agent: *
Disallow: /cgi-bin/

User-agent: google
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: baidu
Disallow: /

User-agent: scooperBot
Disallow: /

User-agent: moreover
Disallow: /

User-agent: omgili
Disallow: /

User-agent: fidget-spinner-bot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SeekportBot
Disallow: /


User-agent: applebot
Disallow: /

User-agent: rainbot
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: Discordbot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Detectify
Disallow: /

User-agent: petalbot
Disallow: /

User-agent: jorgee
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: sogou
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-Agent: YandexBot
Disallow: /

User-Agent: AntBot
Disallow: /

User-Agent: AwarioSmartBot
Disallow: /

User-Agent: Mediatoolkitbot
Disallow: /

User-Agent: TelegramBot
Disallow: /

User-Agent: serpstatbot
Disallow: /