# Robots.text file # Disallow directory/images/ User-agent: * Disallow: /images/ User-agent: * Disallow: /Artist Info/images/ User-agent: * Disallow: /Artist-Info/images/ User-agent: * Disallow: /Bath/images/ User-agent: * Disallow: /Bedding/images/ User-agent: * Disallow: /Chile stuff/images/ User-agent: * Disallow: /Chile-Stuff/images/ User-agent: * Disallow: /Christmas/images/ User-agent: * Disallow: /Clearance/images/ User-agent: * Disallow: /clocks/images/ User-agent: * Disallow: /Designs/images/ User-agent: * Disallow: /Indian/images/ User-agent: * Disallow: /fpdb/ User-agent: * Disallow: /Kitchen/images/ User-agent: * Disallow: /Lamps/images/ User-agent: * Disallow: /Mirrors/images/ User-agent: * Disallow: /Miscellaneous/images/ User-agent: * Disallow: /Newsletters/images/ User-agent: * Disallow: /Old-products/images/ User-agent: * Disallow: /Pottery/images/ User-agent: * Disallow: /Prod-Background/images/ User-agent: * Disallow: /Rugs/images/ User-agent: * Disallow: /rustic-wood/images/ User-agent: * Disallow: /SFLib/ User-agent: * Disallow: /Wall/images/ User-agent: * Disallow: /ssl/ User-agent: * Disallow: /Wedding-Register/images/ User-agent: * Disallow: /Wrought Iron/images/ User-agent: * Disallow: /Wrought-Iron/images/ User-agent: * Disallow: /*/SFLib/ # Disallow indexing of specific file extensions. User-agent: * Disallow: /*.gif$ User-agent: * Disallow: /*.jpg$ User-agent: * Disallow: /*.zip$ User-agent: * Disallow: /*.doc$ User-agent: * Disallow: /*.exe$ User-agent: * Disallow: /*.pdf$ # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: Dsurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: mucky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / # Disallow Offline Browsers User-agent: xGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) Disallow: /