# http://www.willibrown.com robots file
#
# check out http://www.robotstxt.org/wc/robots.html
# for more info on what this is all about.
#
User-agent: *
Disallow: /cgi-bin/
Disallow: /bin/
Disallow: /code/
Disallow: /webmail/
Disallow: /gallery/
Disallow: /flash/
Disallow: /images/
Disallow: /inc/
Disallow: /rss/
Disallow: /docs/
Disallow: /leapwork/
Disallow: /news/
Disallow: /lists/
#
# can put further list of bot specific disallows extracted from
# webmasterworld.com and robotsxt.org
# this will allow us to reduce traffic
# from unwanted user-level robots that
# simply create faux traffic on our site
# example:
#
User-agent: EmailCollector
Disallow: /