# robots.txt for http://www.example.com/ User-Agent: * Disallow: globals.php User-Agent: * Disallow: header.php User-Agent: * Disallow: footer.php User-Agent: * Disallow: *.js User-Agent: * Disallow: *.css User-Agent: * Disallow: *.txt User-Agent: * Disallow: *.doc User-Agent: * Disallow: *.sql User-Agent: * Disallow: *.pdf User-Agent: * Disallow: *.jpg User-Agent: * Disallow: *.jpeg User-Agent: * Disallow: *.avi User-Agent: * Disallow: *.mpg User-Agent: * Disallow: *.bak User-Agent: * Disallow: *.swf User-Agent: * Disallow: *.fla User-Agent: * Disallow: *.png User-Agent: * Disallow: *.psd User-Agent: * Allow: *.php User-Agent: * Allow: *.htm User-Agent: * Allow: *.html User-Agent: * Disallow: /*/