#  Any robot/spider that doesn't check the robots.txt 
#  will be quickly banned from spidering this site (and several others)
#  with extreem prejudice using other techniques.
#
#  We also ban known Email Siphons, Grabbers, and bandwidth hoggs.
#  Please spider with courtesy.
#

# Standard permissions - for most robots

User-agent: *
Disallow: /Edit_
Disallow: /bin/
Disallow: /admin/
Disallow: /edit/
Disallow: /controls/
Disallow: /ws/
Disallow: /Jump.aspx
Disallow: /Default-NoFlash.aspx

# Alphabetical listing of denied 

# Grabber
User-agent: Acrobat 
Disallow: /

# doesn't check robots.txt
User-agent: arks
Disallow: /

User-agent: Black Hole
Disallow: /

# Grabber
User-agent: BlackWidow
Disallow: /

# Grabber
User-agent: BlackWidow 4.40
Disallow: /

User-agent: CheeseBot
Disallow: /

# Grabber
User-agent: Curl
Disallow: /

User-agent: ConveraMultiMediaCrawler/0.1
Disallow: /

User-agent: Comodo+HTTP(S)+Crawler
Disallow: /

User-agent: dloader(NaverRobot)
Disallow: /

User-agent: dloader(Speedy Spider)
Disallow: /

User-agent: EverbeeCrawler
Disallow: /

# doesn't check robots.txt
User-agent: Fish search
Disallow: /

User-agent: flash processor
Disallow: /

User-agent: htdig/3.1.5
Disallow: /

User-agent: jscript+processor
Disallow: /

User-agent: flash+processor
Disallow: /

User-agent: larbin_2.6.2 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: larbin_2.6.2
Disallow: /

User-agent: larbin_2.6.1 larbin2.6.2@unspecified.mail
Disallow: /

User-agent: larbin_2.6.1
Disallow: /

# doesn't check robots.txt
User-agent: mnoGoSearch search engine software
Disallow: /

# doesn't check robots.txt
User-agent: Netcraft
Disallow: /

User-agent: PixGrabber
Disallow: /

User-agent: ProWebWalker
Disallow: /

# Grabber
User-agent: SiteSnagger
Disallow: /

User-agent: teleport
Disallow: /

User-agent: teleport pro
Disallow: /

# doesn't check robots.txt
User-agent: The Python Robot
Disallow: /

# doesn't check robots.txt
User-agent: The World Wide Web Worm
Disallow: /

User-agent: TurnitinBot
Disallow: / 

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Webster
Disallow: /

# Grabber
User-agent: WebStripper
Disallow: /

# Grabber
User-agent: WebZIP
Disallow: /

# Grabber
User-agent: Wget
Disallow: /

# doesn't check robots.txt
User-agent: ZealBot
Disallow: /