User-agent: GPTBot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: Amazonbot/0.1
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot/v1.4.8
Disallow: /
User-agent: AhrefsBot/6.1
Disallow: /
User-agent: AhrefsBot/7.0
Disallow: /
User-agent: Qwantify/2.4w
Disallow: /
User-agent:  DotBot/1.1
Disallow: /
User-agent:  PetalBot
Disallow: /
User-agent: Riddler
Disallow:  /
User-agent: EmailMarketingRobot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: BLEXBot
Disallow: /

User-agent: *
Crawl-delay: 30
sitemap: http://www.datalog.co.uk/sitemap/sitemap_index_2017-01-01.xml