order allow,deny deny from all User-agent: * #Directories that are not allowed to be crawled Disallow: /_Images/ Disallow: /_Styles/ Disallow: /_Forms/ Disallow: /_Adverts/ Disallow: /_JS/ Disallow: /_PHPScript-Bin/ Disallow: /_Required/ #Files that are not allowed to be crawled Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.css$ Disallow: /*.js$ Disallow: /_template.php Disallow: /*/_template.php