# robots.txt generated by https://www.virginwines.co.uk User-Agent: * Disallow: /offer/ Disallow: /account/ Disallow: /checkout/ Disallow: /blog/author/david-wyatt/ Disallow: /basket/ Disallow: /autosuggest/ Disallow: /blog/wp-admin/ Disallow: /ed/ Disallow: /ged/ # HELP-19852 Disallow: *pageSize* Disallow: *sortBy* #Baiduspider User-agent: Baiduspider Disallow: / #Yandex User-agent: Yandex Disallow: / Disallow: /bots.html Crawl-delay: 1 #moz User-agent: rogerbot Allow: / #Disallow origin-* Disallow: //origin-* Sitemap: https://www.virginwines.co.uk/sitemap.xml Sitemap: https://www.virginwines.co.uk/hub/sitemap_index.xml #ticket DEVOPS-514 User-agent: Googlebot Disallow: User-agent: Googlebot-image Disallow: