User-agent: * Crawl-delay: 10 # Directories Disallow: /account/ Disallow: /cart/ Disallow: /catalog/ Disallow: /css/ Disallow: /imagesTBF/ Disallow: /js/ Disallow: /js2/ Disallow: /lookup/ Disallow: /orders/ Disallow: /retail/ Disallow: /theme/ Disallow: /utility/ Disallow: /WEB-INF/ # Files Disallow: /adminIndex.jsp Disallow: /adminLogin.jsp Disallow: /avatax4j.properties Disallow: /disclaimer.jsp Disallow: /dump.jsp Disallow: /edit_item.jsp Disallow: /email.properties Disallow: /errorPage.jsp Disallow: /footer.jsp Disallow: /forwardLogin.jsp Disallow: /header.jsp Disallow: /indexHorizontal.jsp Disallow: /jdbc.properties Disallow: /params.properties Disallow: /quickshop.jsp Disallow: /sideBar.jsp Disallow: /topBar.jsp Disallow: /underConstruction.html Disallow: /underMaintenance.html Disallow: /ups.properties Disallow: /xd_receiver.htm Disallow: /xd_receiver.html # Servlets Disallow: /SubCategoryServlet Disallow: /ItemServlet Disallow: /CategoryServlet Disallow: /StyleServlet Disallow: /AddressServlet Disallow: /PaymentServlet Disallow: /OrderServlet Disallow: /AccountServlet Disallow: /Admin Disallow: /RouterServlet Disallow: /CatalogServlet Disallow: /DivisionServlet Disallow: /EndSession Disallow: /ImageServlet Disallow: /SeasonLookupServlet Disallow: /CustomLinksServlet Disallow: /OrderHistoryServlet Disallow: /HitsServlet Disallow: /CssServlet Disallow: /Utils Disallow: /FontOverrideServlet Disallow: /MiddleCategoryServlet Disallow: /MailingListServlet Disallow: /ReviewServlet # Other Disallow: /blow/ Disallow: /cds/ Disallow: /cnol/ Disallow: /demo/ Disallow: /dlam/ Disallow: /endu/ Disallow: /hals/ Disallow: /images/ Disallow: /judi/ Disallow: /jv/ Disallow: /nast/ Disallow: /reem/ Disallow: /rlmrlm/ Disallow: /rsBlow2/ Disallow: /test/ Disallow: /tory/ Disallow: /wind/