# /robots.txt # exclude scripts php_includes, php_forms, images and other non-content directories User-agent: * Disallow: /scripts Disallow: /php_includes Disallow: /php_forms Disallow: /images Disallow: /cgi-bin Disallow: /icons Disallow: /mail Disallow: /stats