# robots.txt 

User-agent: *		# all robots/crawlers

Disallow: /photo/	# don't crawl my photo album
Disallow: /passwd/	# don't crawl my passwords