# Allow all User-agent: * Disallow: # disallow all files in /wp- directorys Disallow: /wp-*/ Disallow: /images/ Disallow: /stats/ Disallow: /feed/ Disallow: /comments/ Disallow: */feed/ Disallow: /Test/ # disallow the wp-* files in the root directory Disallow: /wp- # disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ # disallow all files with? in url Disallow: /*?*