############################### # # robots.txt file # # addresses all robots by using wild card * # User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: TinEye Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: psbot Disallow: / User-agent: * Sitemap: https://www.redrhino.co.uk/sitemap_index.xml # # End of robots.txt file # ###############################