# Prevent Google from following malformed static pages due to JavaScript incompatibility
User-agent: Googlebot
Disallow: /*pagereq=

# libwww-perl (LWP) is a library for Perl now used by many script kiddie, crackers, and spam bots.
User-agent: libwww-perl
Disallow: /

User-agent: libwww-perl/5.79
Disallow: /

User-agent: libwww-perl/5.803
Disallow: /

User-agent: libwww-perl/5.805
Disallow: /

User-agent: libwww-perl/5.808
Disallow: /

# Hacker User-agent Morfeus F'ing Scanner
User-agent: Morfeus
Disallow: /

# This will prevent Google Images from indexing any files

#User-agent: Googlebot-Image
Disallow: /

# Use this when the site is in development.  This will prevent robots from visiting the site.
User-agent: *
Disallow: /

# Use this when the site goes live.  It will allow everything to be indexed, except the directories listed.
#Sitemap: http://www.sitename.com/sitemap.xml
#User-agent: *
#Disallow: /aspnet_client
#Disallow: /bin
#Disallow: /editor3
#Disallow: /images
#Disallow: /includes
#Disallow: /labels
#Disallow: /logs
#Disallow: /old
#Disallow: /originals
#Disallow: /pdf
#Disallow: /scripts
#Disallow: /shiplabel
#Disallow: /static
#Disallow: /staticpages
#Disallow: /templates
#Crawl-delay: 10