# Disallow all crawlers access to certain pages. User-agent: * Disallow: /Admin/* Disallow: /Activate/* Disallow: /diagnostics.aspx Disallow: /IntegrationTest.aspx Disallow: /Data/Default/Logs/* Disallow: /webservices/* Disallow: /PlugIns/* Disallow: /MyList.aspx Disallow: /MyListManager.aspx Disallow: /shoppingcart.aspx Disallow: /Checkout.aspx Disallow: /checkout-login.aspx Disallow: /checkout-viewcart.aspx Disallow: /checkout-shipping-payment.aspx Disallow: /checkout-review.aspx Disallow: /checkout-complete.aspx Disallow: /PublicationConfirmation.aspx Disallow: /Login.aspx Disallow: /RegisterUser.aspx Disallow: /MyListFrame.aspx Disallow: /lexjet/* Disallow: /lexjettest/* Disallow: /js/* Disallow: /*.js # Sitemap files Sitemap: http://www.lexjet.com/BrandSitemap.xml Sitemap: http://www.lexjet.com/ProductSitemap.xml Sitemap: http://www.lexjet.com/SkuSitemap.xml Sitemap: http://www.lexjet.com/ContentPageSitemap.xml Sitemap: http://www.lexjet.com/PressReleaseSitemap.xml Sitemap: http://www.lexjet.com/PublicationArticleSitemap.xml Sitemap: http://www.lexjet.com/PublicationIssueSitemap.xml