# Domo Arigato Mr. Roboto
#
# Robots.txt for http://www.highergroundtech.com.au/
# Webmaster: Robert Bowman
# Email: webmaster@highergroundinc.com
#
# Last edited 03/31/2008 11:48AM PST
#

#
# Block spiders from all kinds of places
# they shouldn't be
#

user-agent: *
disallow: /extranet/
disallow: /site/us/alliances/lpp/
disallow: /site/us/popups/
disallow: /includes/
disallow: /admin/
disallow: /css/
disallow: /js/

#
# Nasty spiders that I don't want
# visiting if I can control it
#
User-agent: Wget
Disallow: /
#
User-agent: Lynx
Disallow: /
#
User-agent: Curl
Disallow: /
#
User-agent: libwww-perl
Disallow: /
#
User-agent: EmailSiphon
Disallow: /
#
User-agent: EmailWolf
Disallow: /
#
User-agent: ExtractorPro
Disallow: /
#
User-agent: Crescent
Disallow: /
#
User-agent: CherryPicker
Disallow: /
#
User-agent: [Ww]eb[Bb]andit
Disallow: /
#
User-agent: WebEMailExtrac.*
Disallow: /
#
User-agent: NICErsPRO
Disallow: /
#
User-agent: Telesoft
Disallow: /
#
User-agent: Zeus.*Webster
Disallow: /
#
User-agent: EmailCollector
Disallow: /
#
User-agent: internetseer.com
Disallow: /
#
User-agent: InternetSeer.com
Disallow: /
#
User-agent: sitecheck.internetseer.com
Disallow: /