User-agent: *
Crawl-delay: 20
Sitemap: http://www.thebay.com/sitemap_10701.xml
Sitemap: http://www.thebay.com/thebay_brands_sitemap.xml
Disallow: /webapp/wcs/stores/servlet/AjaxOrderItemDisplayView
Disallow: /webapp/wcs/stores/servlet/OrderShippingBillingView
Disallow: /webapp/wcs/stores/servlet/logonform
Disallow: /webapp/wcs/stores/servlet/ProductDisplay
Disallow: /webapp/wcs/stores/servlet/QuickInfoDetailsView
Disallow: /webapp/wcs/stores/servlet/NavSearchDisplay
Disallow: /eng/
Disallow: /fre/
Disallow: /maint
Disallow: /webapp/wcs/stores/servlet/AjaxCatalogSearchResultView
Disallow: /webapp/wcs/stores/servlet/AjaxChanelCatalogSearchResultView
Disallow: /webapp/wcs/stores/servlet/SearchDisplay
Disallow: /webapp/wcs/stores/servlet/en/lord-and-taylor/
# Blocking User-agent: Voltron 06.19.15
User-agent: voltron
Disallow: /