# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file Sitemap: http://mytripscrapbook.com/sitemap.xml User-agent: * Disallow: /itineraries/scrapbook # Must have a traveler id on the end. Disallow: /user_pictures # Pictures don't need to be indexed. Disallow: /mytrip # Buddies and tour mates don't need to be indexed. Disallow: /users # No indexing of the users area. Disallow: /groups # No indexing of groups. Forums get indexed via sitemap.