User-agent: asterias
Disallow: / 

User-agent: Nutch
Disallow: /

User-agent: Faxobot
Disallow: / 

User-agent: Faxobot/1.0
Disallow: / 

User-agent: holmes
Disallow: /

User-agent: holmes/3.11
Disallow: /

User-agent: IRLbot
Disallow: /

User-agent: IRLbot/3.0
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Website Downloader http:
Disallow: / 

User-agent: Website_Downloader_http://www.thepraisegates.net
Disallow: / 

User-agent: Website_Downloader_http:
Disallow: / 

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Mnogosearch
Disallow: / 

User-agent: TurnitinBot
Disallow: / 

User-agent: webcapture
Disallow: / 

User-agent: Alexa
Disallow: / 

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-agent: LinkWalker
Disallow: / 

User-agent: Openbot
Disallow: / 

User-agent: ng21.exabot.com
Disallow: / 

User-agent: Sqworm
Disallow: / 

User-agent: ASPseek
Disallow: / 

User-agent: Wget
Disallow: / 

User-agent: CIS TE
Disallow: / 

User-agent: contype
Disallow: / 

User-agent: Gaisbot
Disallow: / 

User-agent: Gigabot
Disallow: / 

User-agent: grub-client
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /


User-agent: EmeraldShield
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: NICErsPRO
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: CherryPickerSE/1.0
Disallow: /

User-agent: CherryPickerElite/1.0
Disallow: /

User-agent: IconSurf
Disallow: / 

User-agent: larbin
Disallow: / 

User-agent: larbin_2.6.3
Disallow: / 

User-agent: larbin_2.6.3_larbin2.6.3
Disallow: / 

User-agent: BlogBot
Disallow: / 

User-agent: curl
Disallow: / 

User-agent: AnswerBus
Disallow: /

User-agent: NextGenSearchBot_1_
Disallow: /

User-agent: NextGenSearchBot_4_
Disallow: /

User-agent: Echelon
Disallow: /

User-agent: P3P_Client
Disallow: /

User-agent: WEP_Search_00
Disallow: /

User-agent: Pompos
Disallow: /

User-agent: NG
Disallow: /

User-agent: Buscaplus_Robi
Disallow: /

User-agent: *
Disallow: /admin/
Disallow: /animation%20graphics/
Disallow: /audio/
Disallow: /calendar/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /flash/
Disallow: /images/
Disallow: /movies/
Disallow: /ocw/
Disallow: /polls/
Disallow: /SC_Store/
Disallow: /scstore/
Disallow: /sc_infodir/
Disallow: /search/
Disallow: /shoppingcart/
Disallow: /style/
Disallow: /suspended.page/
Disallow: /Templates/
Disallow: /testing-DO_NOT_DELETE/
Disallow: /TRSF/
Disallow: /visitorbook/
Disallow: /WysiwygPro/
Disallow: /VideoStore/shipping.htm
Disallow: /admin.php
Disallow: /comingsoon.htm
Disallow: /contact.htm
Disallow: /feedback.php
Disallow: /guestbook.php
Disallow: /guests.php
Disallow: /oops.htm
Disallow: /oops2.htm
Disallow: /ra_request.php
Disallow: /thanks.htm
Disallow: /thanks2.htm
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml