User-agent: * Disallow: /*.inc.php Disallow: /admin.php Disallow: /bulkemail.php Disallow: /checkout.php Disallow: /my_account.php Disallow: /unsubscribe.php Disallow: /my_favourites.php Disallow: /utils.php Disallow: /img user-agent: psbot disallow: / user-agent: searchpreview disallow: / user-agent: WebVac disallow: / user-agent: Stanford disallow: / user-agent: Stanford CompSciClub disallow: / user-agent: Stanford CompClub disallow: / user-agent: Black Hole disallow: / user-agent: titan disallow: / user-agent: WebStripper disallow: / user-agent: NetMechanic disallow: / user-agent: CherryPicker disallow: / user-agent: EmailCollector disallow: / user-agent: EmailSiphon disallow: / user-agent: WebBandit disallow: / user-agent: EmailWolf disallow: / user-agent: ExtractorPro disallow: / user-agent: CopyRightCheck disallow: / user-agent: Crescent disallow: / user-agent: Wget disallow: / user-agent: SiteSnagger disallow: / user-agent: ProWebWalker disallow: / user-agent: CheeseBot disallow: / user-agent: ia_archiver disallow: / user-agent: ia_archiver/1.6 disallow: / user-agent: Alexibot disallow: / user-agent: Teleport disallow: / user-agent: TeleportPro disallow: / user-agent: MIIxpc disallow: / user-agent: Telesoft disallow: / user-agent: Website Quester disallow: / user-agent: WebZip disallow: / user-agent: moget/2.1 disallow: / user-agent: WebZip/4.0 disallow: / user-agent: WebSauger disallow: / user-agent: WebCopier disallow: / user-agent: NetAnts disallow: / user-agent: Mister PiX disallow: / user-agent: WebAuto disallow: / user-agent: TheNomad disallow: / user-agent: WWW-Collector-E disallow: / user-agent: RMA disallow: / user-agent: libWeb/clsHTTP disallow: / user-agent: asterias disallow: / user-agent: httplib disallow: / user-agent: turingos disallow: / user-agent: spanner disallow: / user-agent: InfoNaviRobot disallow: / user-agent: Harvest/1.5 disallow: / user-agent: Bullseye/1.0 disallow: / user-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95) disallow: / user-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0 disallow: / user-agent: CherryPickerSE/1.0 disallow: / user-agent: CherryPickerElite/1.0 disallow: / user-agent: WebBandit/3.50 disallow: / user-agent: NICErsPRO disallow: / user-agent: DittoSpyder disallow: / user-agent: Foobot disallow: / user-agent: WebmasterWorldForumBot disallow: / user-agent: SpankBot disallow: / user-agent: BotALot disallow: / user-agent: lwp-trivial/1.34 disallow: / user-agent: lwp-trivial disallow: / user-agent: Wget/1.6 disallow: / user-agent: BunnySlippers disallow: / user-agent: URLy Warning disallow: / user-agent: Wget/1.5.3 disallow: / user-agent: LinkWalker disallow: / user-agent: cosmos disallow: / user-agent: moget disallow: / user-agent: hloader disallow: / user-agent: humanlinks disallow: / user-agent: LinkextractorPro disallow: / user-agent: Offline Explorer disallow: / user-agent: Mata Hari disallow: / user-agent: LexiBot disallow: / user-agent: Web Image Collector disallow: / user-agent: The Intraformant disallow: / user-agent: True_Robot/1.0 disallow: / user-agent: True_Robot disallow: / user-agent: BlowFish/1.0 disallow: / user-agent: JennyBot disallow: / user-agent: MIIxpc/4.2 disallow: / user-agent: BuiltBotTough disallow: / user-agent: ProPowerBot/2.14 disallow: / user-agent: BackDoorBot/1.0 disallow: / user-agent: toCrawl/UrlDispatcher disallow: / user-agent: WebEnhancer disallow: / user-agent: TightTwatBot disallow: / user-agent: suzuran disallow: / user-agent: VCI WebViewer VCI WebViewer Win32 disallow: / user-agent: VCI disallow: / user-agent: Szukacz/1.4 disallow: / user-agent: QueryN Metasearch disallow: / user-agent: Openfind data gathere disallow: / user-agent: Openfind disallow: / user-agent: Xenu's Link Sleuth 1.1c disallow: / user-agent: Xenu's disallow: / user-agent: Zeus disallow: / user-agent: RepoMonkey Bait & Tackle/v1.01 disallow: / user-agent: RepoMonkey disallow: / user-agent: Zeus 32297 Webster Pro V2.9 Win32 disallow: / user-agent: Webster Pro disallow: / user-agent: EroCrawler disallow: / user-agent: LinkScan/8.1a Unix disallow: / user-agent: Keyword Density/0.9 disallow: / user-agent: Kenjin Spider disallow: / user-agent: Cegbfeieh disallow: / user-agent: Demo Bot DOT 16b disallow: / user-agent: WhatsUp_Gold disallow: /