User-Agent: * # Listing directories like this: # # Disallow: /cgi-bin # # Means that the directory won't be traversed by a robot # But using this format: # # Disallow: /cgi-bin/ # # Allows for the dir to be seen by the robot but none of the files. # It's a fine distinction perhaps but losing the trailing slash makes the dir more "invisible" # # @author mikecohen # Disallow: /auction-mgt Disallow: /ms-gulphq Disallow: /ms-authserver Disallow: /*/timed Disallow: /*/switchAway Disallow: /*/switchLanguage Disallow: /*/currentRequest Disallow: /*/search Disallow: /*/*doSearch Disallow: /*/currentBidding Disallow: /*/prevNextItemDetails Disallow: /*/auctionContacts.htm Disallow: /*/prevNextItemDetails.htm Disallow: /*?*switching= Disallow: /*?*subCategory= Disallow: /*?*category= Disallow: /*?*continent= Disallow: /*?*_function= Disallow: /*/displayAuctionContent.htm Disallow: /*/switchAway.htm Disallow: /*/*jsessionid* #User-agent: Yandex #Disallow: / # blocks access to the entire site # JIRA: BD-3902 user-agent: AhrefsBot disallow: /