User-agent *			# all robots
Disallow: /private/		# disallow indexing of the private section
Disallow: .pdf			# disallow indexing of pdf files