User-agent: Scrapy
Allow: /

User-agent: *
Allow: /
Crawl-delay:3
Sitemap:https://dhwebsites.co.uk/radioactivitylaq.xml
Sitemap:https://dhwebsites.co.uk/gramvariabledkq.xml
Sitemap:https://dhwebsites.co.uk/ceylaniterhq.xml
Sitemap:https://dhwebsites.co.uk/hexapetaloidaea.xml
Sitemap:https://dhwebsites.co.uk/amesvillebpk.xml
Sitemap:https://dhwebsites.co.uk/hitchcockdmy.xml
Sitemap:https://dhwebsites.co.uk/sitemap.xml