User-agent: * # disallow all files in these directories disallow: /cgi-bin/ disallow: /admin/ disallow: /comments/ disallow: /z/j/ disallow: /z/c/ disallow: /about/legal-notice/ disallow: /about/copyright-policy/ disallow: /about/terms-and-conditions/ disallow: /about/feed/ disallow: /about/trackback/ disallow: /contact/ disallow: /stats* disallow: /tag disallow: /category/uncategorized* # disallow all files ending with these extensions disallow: /*.php$ disallow: /*.js$ disallow: /*.inc$ disallow: /*.css$ disallow: /*.txt$ # disallow all files in /wp- directorys disallow: /wp-*/ # disallow all files with? in url disallow: /*?