# Disallow all crawlers access to certain pages. User-agent: * Disallow: /media/ Disallow: /classes/ Disallow: /includes/ Disallow: /Scripts/ Disallow: /SpryAssets/ Disallow: /bak/ Disallow: /email_script.php/ Disallow: /email_script2.php/ Disallow: /email_script3.php/