# silly rabbit User-agent: libwww-perl/5.5.3 Disallow: / User-agent: libwww-perl/5.53 Disallow: / User-agent: libwww-perl Disallow: / User-agent: Mozilla/4.0 compatible ZyBorg/1.0 (ZyBorg@WISEnutbot.com; http://www.WISEnutbot.com) Disallow: / User-agent: The Python Robot Disallow: / User-agent: ZyBorg Disallow: / User-agent: KWebGet Disallow: / User-agent: Supybot Disallow: / User-agent: Blog Conversation Project Disallow: / User-agent: blogs@iq.harvard.edu Disallow: / User-agent: BBot Disallow: / User-agent: arks Disallow: / User-agent: blogsearchbot-pumpkin-2 Disallow: / User-agent: ZyBorg Disallow: / User-agent: NetResearchServer/2.3(loopimprovements.com/robot.html) Disallow: / User-agent: WinampMPEG/2.00 larbin@unspecified.mail Disallow: / User-agent: Webclipping.com Disallow: / User-agent: ShopWiki Disallow: / User-agent: EchO! Disallow: / User-agent: BecomeBot Disallow: / User-agent: Xenu Link Sleuth Disallow: / User-agent: OutfoxBot Disallow: / User-agent: WinampMPEG Disallow: / User-agent: bumblebee@relevare.com Disallow: / User-agent: Zeus 64087 Webster Pro V2.9 Win32 Disallow: / User-agent: NetResearchServer Disallow: / User-agent: NetMechanic V3.0 Disallow: / User-agent: NetMechanic Disallow: / User-agent: Ariadne RPT-HTTPClient/0.3-3 Disallow: / User-agent: Ariadne Disallow: / User-agent: PingALink Monitoring Services 1.0 (http://www.pingalink.com) Disallow: / User-agent: EmailSiphon Disallow: / User-agent: GetRight Disallow: / User-agent: PingALink Monitoring Services Disallow: / User-agent: PingALink Disallow: / User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail Disallow: / User-agent: larbin_2.6.2 Disallow: / User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail Disallow: / User-agent: larbin_2.6.1 Disallow: / User-agent: msrbot Disallow: / User-agent: msnbot Disallow: / User-agent: NutchCVS Disallow: / User-agent: NaverBot Disallow: / User-agent: WISEbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: MyOperaTB/1.0 Disallow: / User-agent: MyOperaTB Disallow: / User-agent: WebarooBot Disallow: / User-agent: Exabot Disallow: / User-agent: Zealbot Disallow: / User-agent: VoilaBot Disallow: / User-agent: YahooFeedSeeker Disallow: / User-agent: appie 1.1 (www.walhello.com) Disallow: / User-agent: appie Disallow: / User-agent: psbot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: sun4u Disallow: / User-agent: AWeb-II v3.4SE/AMIGAOS-3.9 Disallow: / User-agent: AWeb-II Disallow: / User-agent: HTTrack Disallow: / User-agent: Nutch Disallow: / User-agent: Sisi Disallow: / User-agent: FyberSpider Disallow: / User-agent: girafabot Disallow: / User-agent: lmspider Disallow: / User-agent: NP Disallow: / User-agent: Robi Disallow: / User-agent: Webster Pro Disallow: / User-agent: Webster Disallow: / User-agent: Zeus Disallow: / User-agent: Gigabot Disallow: / User-agent: Scirus Disallow: / User-agent: PicoSearch Disallow: / User-agent: WGet Disallow: / User-agent: Plucker Disallow: / User-agent: DISCo Pump Disallow: / User-agent: Gulliver Disallow: / User-agent: vspider Disallow: / User-agent: EmailSiphon Disallow: / User-agent: Teleport Pro Disallow: / User-agent: Fetch Disallow: / User-agent: pamuk Disallow: / User-agent: WebCopier Disallow: / User-agent: WebCapture Disallow: / User-agent: Mass Downloader Disallow: / User-agent: WebCopy Disallow: / User-agent: AWV0.8d Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: JOC Web Spider Disallow: / User-agent: WebStripper Disallow: / User-agent: SiteSucker Disallow: / User-agent: Webdup Disallow: / User-agent: Scooter Disallow: / User-agent: Python-urllib Disallow: / User-agent: Python Disallow: / User-agent: Python-urllib/1.10 Disallow: / User-agent: Franklin Locator Disallow: / User-agent: CK-SillyDog Disallow: / User-agent: PocketHTTP Disallow: / User-agent: VoilaBot Disallow: / User-agent: Xaldon WebSpider Disallow: / User-agent: WebCapture Disallow: / User-agent: WebStripper Disallow: / User-agent: Java Disallow: / User-agent: Java1.3.0 Disallow: / User-agent: Java1.4.0 Disallow: / User-agent: WebReaper Disallow: / User-agent: TeragramWebcrawler Disallow: / User-agent: Vagabondo Disallow: / User-agent: search.ch V1.4.2 (spiderman@search.ch; http://www.search.ch) Disallow: / User-agent: search.ch Disallow: / User-agent: nogoop-HttpClient Disallow: / User-agent: Baiduspider Disallow: / User-agent: W3CRobot Disallow: / User-agent: XGET Disallow: / User-agent: Snapbot/1.0 Disallow: / User-agent: Snapbot Disallow: / User-agent: findlinks/1.1.3-beta9 (+http://wortschatz.uni-leipzig.de/findlinks/) Disallow: / User-agent: findlinks/1.1.3-beta8 (+http://wortschatz.uni-leipzig.de/findlinks/) Disallow: / User-agent: findlinks/0.82 (+http://wortschatz.uni-leipzig.de/findlinks/) Disallow: / User-agent: findlinks Disallow: / User-agent: Curl Disallow: / User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: / User-agent: xGet Disallow: / User-agent: WebWalk Disallow: / User-agent: webvac Disallow: / User-agent: WebReaper Disallow: / User-agent: WebMirror Disallow: / User-agent: WebFetcher Disallow: / User-agent: WebCopy Disallow: / User-agent: webcopier Disallow: / User-agent: WebCatcher Disallow: / User-agent: WebBandit Disallow: / User-agent: w3mir Disallow: / User-agent: vobsub Disallow: / User-agent: Templeton Disallow: / User-agent: ssearcher100 Disallow: / User-agent: SpiderBot Disallow: / User-agent: Shai'Hulud Disallow: / User-agent: PBWF Disallow: / User-agent: LightningDownload Disallow: / User-agent: KDD Exploror Disallow: / User-agent: Jeeves Disallow: / User-agent: Internet Explore Disallow: / User-agent: InfoSpiders Disallow: / User-agent: httrack Disallow: / User-agent: HavIndex Disallow: / User-agent: GetUrl Disallow: / User-agent: GetBot Disallow: / User-agent: ESIRover Disallow: / User-agent: Download Wonder Disallow: / User-agent: Collage Disallow: / User-agent: Mozilla/2.0 (compatible; MS FrontPage 4.0) Disallow: / User-agent: * Disallow: /*.jpg$ Disallow: /*.ico$ Disallow: /*.zip$ Disallow: /*.sig$