# Sixth draft: July2009
Sitemap: http://www.thehauntedstoreabq.com/sitemap.xml

# Further investigation of the wiki example:
# The universal is placed at the end to catch everyone we don't specify.
# This means that every UA we target specifically will need a complete
# set of disallows.

User-agent: Googlebot
Disallow:  # This actually grants access to /
# Parts of magento that do not need to be crawled.
Disallow: /downloader/
Disallow: /report/
Disallow: /wishlist/
Disallow: /var/
# Not sure if they crawl aliased directories like cgi-bin.
Disallow: /cgi-bin/

User-agent: Googlebot-Image
Disallow:

# Example of allowing access to a subdirectory.
# User-agent: Googlebot
# Disallow: /folder1/
# Allow: /folder1/myfile.html

# MSN amd Yahoo are allowed too...
User-agent: MSNBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: W3C-checklink
Disallow:

# Disallow all access
User-agent: *
Disallow: /