# robots.txt

# Only allow certain agents to search site
User-agent: *
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /external/
Disallow: /links/
Disallow: /RealMedia/

# Tell web agents to go away until they can be identified
User-agent: Download            # unconfirmed
User-agent: Filehound           # unconfirmed
User-agent: NetZip Downloader   # unconfirmed
User-agent: Net Vampire         # unconfirmed
User-agent: NetZip-Downloader   # unconfirmed
User-agent: homesite3.exe       # unconfirmed
User-agent: WebBandit           # unconfirmed
User-agent: WebZIP              # unconfirmed www.spidersoft.com ???
User-agent: WebSeer             # unconfirmed
User-agent: EmailSiphon
User-agent: ExtractorPro
#User-agent: ArtStoneWWWRoamer
User-agent: Astra
User-agent: BZ
User-agent: Charlotte
User-agent: DigOut4U
User-agent: DigExt
User-agent: EchO!
#User-agent: Enfish Tracker
User-agent: ESIRover
User-agent: Eule Robot
User-agent: GET
User-agent: GetWebPage
#User-agent: GetRight
User-agent: Genie
#User-agent: Go!Zilla
#User-agent: IM4U
User-agent: Java1.1.7A
User-agent: Java1.2fcs
User-agent: Java1.2.1
User-agent: Java1.2.2
User-agent: Java1.1.8
User-agent: KIT-Fireball
User-agent: Lotus-Notes
User-agent: LWP::Simple
User-agent: libwww-perl
#User-agent: Mata Hari
User-agent: Mercator
#User-agent: MOMspider
User-agent: Mothra
User-agent: MSFrontPage
#User-agent: NationalDirectory-SuperSpider
User-agent: Nutscrape
User-agent: Offline Explorer
User-agent: QA_siteinfo
User-agent: RaBot
User-agent: RepoMonkey Bait & Tackle
User-agent: Scooter
User-agent: SkyCache CA
User-agent: SiteSweeper
User-agent: SiteSweeper 2.0
User-agent: SiteSnagger
User-agent: Teleport Pro
User-agent: TE
User-agent: TITAN
User-agent: VCI WebViewer
User-agent: Wavetools
User-agent: WebCompass
User-agent: Wget
#User-agent: contype
User-agent: crescent internet toolpak http ole control
User-agent: digout4uagent
User-agent: digitalie40
User-agent: devsoft's http component
User-agent: go-ahead-got-it
User-agent: geckobot
User-agent: ia_archiver
User-agent: nicerspro
User-agent: netattache
User-agent: scooter
User-agent: teleport pro
User-agent: webMiner
User-agent: wget
User-agent: www.pl
User-agent: zzZ
User-agent: Konqueror
Disallow: /