User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /z/j/ Disallow: /z/c/ Disallow: /stats/ Disallow: /dh_ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/backup/ Disallow: /wp-content/wpau-backup/ Disallow: /wp-content/cache/ Disallow: /wp-content/mbp-favicon/ Disallow: /wp-content/plugins/ Disallow: /wp-content/upgrade/ Disallow: /wp-content/uploads/ Disallow: /wp-content/themes/ Disallow: /wp-content/files/ Disallow: /wp-content/gallery/unsorted/ ### Disallow: /trackback/ ### Disallow: /*?* ### Disallow: */trackback/ User-agent: Googlebot # disallow all files ending with these extensions Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.cgi$ Disallow: /*.cgi$ ### Disallow: /*.xhtml$ ### Disallow: */trackback* ### Disallow: /*?* ### Disallow: /z/ ### Disallow: /wp-* Allow: /wp-content/uploads/ User-agent: Mediapartners-Google Allow: / User-agent: duggmirror Allow: / User-agent: Adsbot-Google Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: ia_archiver-web.archive.org Allow: / User-agent: Googlebot-Image Disallow: / User-Agent: MJ12bot Disallow: