# robots.txt for http://www.sitetruth.com

# This document is to tell robots
# (sometimes called spiders) which are
# means of automatically grabbing our files
# what they can and cannot do.  Robots are
# used by search engines, archivers
# (www.archive.org for example) and by spammers
# looking for email addresses

# This file must be in the root directory and called
# robots.txt 

# More info can be found at
# http://www.robotstxt.org/wc/exclusion-admin.html
# and many other places via Googling robots.txt


# User-agent '*' means any robot. 

User-agent: *       
Disallow: /Shopping/
Disallow: /experimental/
Disallow: /assets/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /fcgi/
Disallow: /Templates/