#
# Example from http://www.robotstxt.org/wc/norobots.html
#
## robots.txt for http://www.example.com/
#
#User-agent: *
#Disallow: /cyberworld/map/ # This is an infinite virtual URL space
#Disallow: /tmp/ # these will soon disappear
#Disallow: /foo.html
#
User-agent: *
Disallow: /tmp/
Disallow: /test
Disallow: /images/
Disallow: /private/
Disallow: /cgi-bin/
Disallow: /_borders
Disallow: /_derived
Disallow: /_fpclass
Disallow: /images
Disallow: /_overlay
Disallow: /_private
Disallow: /_themes
Disallow: /_vti_cnf
Disallow: /_vti_pvt