User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ # disallow files in /images Disallow: /images/ # disallow all files ending in .php Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$