User-agent: * # disallow files in /cgi-bin Disallow: /cgi-bin/ #Disallow: /comments/ # disallow all files ending in .php #Disallow: /*.php$ Disallow: /wp-login.php Disallow: /wp-admin/ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ #disallow all files in /wp- directorys #Disallow: /wp-*/ # disallow all files with ? in url #Disallow: /*? # disallow any files that are stats related Disallow: /stats*