# See:  http://www.robotstxt.org/wc/robots.html

User-agent: Keynote-Agent
User-agent: MemoWeb
User-agent: InfoNaviRobot
User-agent: PerManSurfer
User-agent: Teleport Pro
User-agent: WebZIP
User-agent: w3mir
User-agent: ExtractorPro
User-agent: EmailSiphon
User-agent: SiteSweeper
User-agent: eCatch
User-agent: WebVCR
User-agent: WebZiGi Pro
User-agent: Offline Explorer
User-agent: WebEMailExtractor
User-agent: WhizBang! Lab
User-agent: NetEngine
User-agent: streambox.com spider
User-agent: HeadDump
User-agent: AgentName
User-agent: MediaCrawler
User-agent: CrawlerBoy
User-agent: Scooter/2.0 G.R.A.B.
User-agent: Scooter-W3-1.0
User-agent: BorderManager 3.0
User-agent: WebStripper
User-agent: Openfind data gather
User-agent: WFARC
User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: *
Disallow: /Icon/
Disallow: /bin/
Disallow: /cgi-bin/
Disallow: /cgi/
Disallow: /demo2/