User-agent: *
Sitemap: https://www.timeform.com/sitemap.xml

# Don't index the reroute or error url's
User-agent: *
Disallow: /something-has-gone-wrong
Disallow: /horse-racing/something-has-gone-wrong
Disallow: /horse-racing/account/sign-in
Disallow: /free-bets/reroute/

# Block access to whole site for badly behaved crawlers
User-agent: Yandex
User-agent: Baiduspider
User-agent: SemrushBot
User-agent: PetalBot
User-agent: MJ12bot
User-agent: BLEXBot
User-agent: dotbot
User-agent: AhrefsBot
User-agent: GPTBot
Disallow: /