User-agent: *
Disallow: /images/spotlight/
Disallow: /fbtn.php
Disallow: /fbtn_www.php
Disallow: /*zoom=
Disallow: /*loginred=
Disallow: /*_20_*
Disallow: /*_30_*
Disallow: /*_40_*
Disallow: /conf_init.php
User-Agent: GPTBot
User-Agent: Google-Extended
Disallow: /files/
User-agent: HTTrack
User-agent: HTTrack 3.0
User-agent: Python-urllib
User-agent: 008
User-agent: bdbrandprotect
User-agent: BPImageWalker
User-agent: LinkWalker
User-agent: semalt.com
User-agent: BLEXBot
User-agent: botify
User-agent: barkrowler
User-agent: rogerbot
User-agent: dotbot
User-agent: AhrefsBot
User-agent: MJ12bot
User-agent: BacklinkCrawler
User-agent: SemrushBot
Disallow: /
User-agent: YandexBot
User-agent: Sogou web spider
User-agent: Sosospider
User-agent: Baiduspider
Crawl-delay: 10