User-agent: VoilaBot
Disallow: /

User-agent: xenu's Link sleuth 1.1c
Disallow: /

User-agent: 008
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: Robozilla
Disallow: /

User-agent: moget
User-agent: ichiro
Disallow: /

User-agent: NaverBot
User-agent: Yeti
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: Scrubby
Disallow: /

User-agent: BingBot
User-agent: MSNbot
User-agent: Asterias
Disallow: /usercontrols/

User-agent: Slurp
User-agent: Slurp/si
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: xenu's Link sleuth 1.1c
Disallow: /

User-agent: yahoo-mmcrawler
User-agent: yahoo-blogs/v3.9
User-agent: Slurp/3.0
Disallow: /

User-agent: Mediapartners-Google/2.1
User-agent: Mediapartners-Google
User-agent: Googlebot-Image/1.0
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: ia_archiver
User-agent: MJ12bot
User-agent: ScoutJet
User-agent: SpeedySpider
User-agent: TechnoratiBot/8.1
User-agent: Twiceler
User-agent: YandexAntivirus/2.0
User-agent: YandexBot/3.0
User-agent: YandexImageResizer/2.0
User-agent: YandexImages/3.0
User-agent: YandexMedia/3.0
User-agent: YandexPagechecker/1.0
User-agent: YandexWebmaster/2.0
User-agent: YandexZakladki/3.0
User-agent: BingBot
User-agent: BingBot-Mobile
User-agent: MSNbot
Disallow: /usercontrols/
Disallow: *DependencyHandler
Disallow: /umbraco/
Disallow: /umbraco_client/
Disallow: /Errorpages/
Disallow: /Config/
Disallow: /install/
Disallow: /WebMessage/

User-agent: Googlebot
User-agent: BingBot
Allow: /sports
Disallow: /sports/mobile$
Disallow: /sports/mobile/
Allow: /casino$
Allow: /casino/$
Disallow: /casino/mobile/
Allow: /account-application/

User-agent: Googlebot-Mobile
User-agent: BingBot-Mobile
Allow: /sports
Disallow: /sports$
Disallow: /sports/$
Disallow: /sports/en-GB
Allow: /casino/mobile/$
Allow: /casino/mobile$
Disallow: /casino/
Allow: /account-application/

User-agent: *
Disallow: /

Sitemap: https://www.sportingindex.com/sitemapxml