User-agent: Googlebot # disallow all files ending with these extensions Disallow: /blog/*.php$ Disallow: /blog/*.js$ Disallow: /blog/*.inc$ Disallow: /blog/*.css$ Disallow: /blog/*.gz$ Disallow: /blog/*.wmv$ Disallow: /blog/*.cgi$ Disallow: /blog/*.xhtml$ # disallow all files with ? in url Disallow: /blog/*?* # disable duggmirror User-agent: duggmirror Disallow: /blog/ # allow google image bot to search all images User-agent: Googlebot-Image Disallow: # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: User-agent: * # disallow all files in these directories Disallow: /blog/cgi-bin/ Disallow: /blog/z/j/ Disallow: /blog/z/c/ Disallow: /blog/dh_ Disallow: /blog/contact/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/contact Disallow: /blog/manual Disallow: /blog/manual/ Disallow: /blog/phpmanual/ Disallow: /blog/category/