# VF Robots.txt for https://www.vodafone.co.uk # Block specific path for all crawlers User-agent: * Disallow: /myvodafone Disallow: /maintenance Disallow: /lightbox/ Disallow: /mainsite/ Disallow: /en/cart/ Disallow: /en/Checkout Disallow: /secure-checkout Disallow: /device-purchase Disallow: /broadband-purchase Disallow: /data-device-purchase Disallow: /data-simo-purchase Disallow: /payg-device-purchase Disallow: /simo-purchase Disallow: /sites/Satellite Disallow: /smart-device-purchase Disallow: /login/ # Block not wanted search engines User-agent: Alexibot Disallow: / User-agent: SurveyBot Disallow: / User-agent: Xenu's Disallow: / User-agent: Sogou Disallow: / User-agent: SEOkicks-Robots Disallow: / User-agent: BLEXBot Disallow: / User-agent: Yandex Disallow: / User-agent: Baiduspider Disallow: / # Specify Crawl Delay for minor search engines User-Agent: Bingbot Disallow: /myvodafone Disallow: /maintenance Disallow: /lightbox/ Disallow: /mainsite/ Disallow: /en/cart/ Disallow: /en/Checkout Disallow: /secure-checkout Disallow: /device-purchase Disallow: /broadband-purchase Disallow: /data-device-purchase Disallow: /data-simo-purchase Disallow: /payg-device-purchase Disallow: /simo-purchase Disallow: /sites/Satellite Disallow: /smart-device-purchase Disallow: /basket Disallow: /login/ Crawl-delay: 5 User-Agent: Slurp Disallow: /myvodafone Disallow: /maintenance Disallow: /lightbox/ Disallow: /mainsite/ Disallow: /en/cart/ Disallow: /en/Checkout Disallow: /secure-checkout Disallow: /device-purchase Disallow: /broadband-purchase Disallow: /data-device-purchase Disallow: /data-simo-purchase Disallow: /payg-device-purchase Disallow: /simo-purchase Disallow: /sites/Satellite Disallow: /smart-device-purchase Disallow: /basket Disallow: /login/ Crawl-delay: 10 User-Agent: DuckDuckBot Disallow: /myvodafone Disallow: /maintenance Disallow: /lightbox/ Disallow: /mainsite/ Disallow: /en/cart/ Disallow: /en/Checkout Disallow: /secure-checkout Disallow: /device-purchase Disallow: /broadband-purchase Disallow: /data-device-purchase Disallow: /data-simo-purchase Disallow: /payg-device-purchase Disallow: /simo-purchase Disallow: /sites/Satellite Disallow: /smart-device-purchase Disallow: /basket Disallow: /login/ Crawl-delay: 20 User-Agent: ia_archiver Disallow: /myvodafone Disallow: /maintenance Disallow: /lightbox/ Disallow: /mainsite/ Disallow: /en/cart/ Disallow: /en/Checkout Disallow: /secure-checkout Disallow: /device-purchase Disallow: /broadband-purchase Disallow: /data-device-purchase Disallow: /data-simo-purchase Disallow: /payg-device-purchase Disallow: /simo-purchase Disallow: /sites/Satellite Disallow: /smart-device-purchase Disallow: /basket Disallow: /login/ Crawl-delay: 20 Sitemap:https://www.vodafone.co.uk/sitemap.xml Sitemap:https://www.vodafone.co.uk/business/sitemap.xml Sitemap:https://www.vodafone.co.uk/newscentre/sitemap.xml