# See http://www.robotstxt.org/wc/norobots.html for documentation on
# how to use the robots.txt file
User-agent: *
Disallow: /thoughts/abuse       # Contains no actual content.
Disallow: /thoughts/new         # Input page, no actual content.
Disallow: /thoughts/tell_friend # Contains no actual content.
Disallow: /users/mailme		 # Contains no actual content.
Disallow: /feeds/            # Avoid indexing of feeds
Disallow: /users/validate_attribute  # Utility method
Disallow: /welcome/search    # We don't want search results indexed, that is too inefficient

# We don't offer shopping-related information
User-agent: BecomeBot
Disallow: /