User-agent: *				# directed to all spiders, not just scooter
Disallow: /cgi-bin/			# cgi-bin
Disallow: /assets/			# assets