User-agent: * # Disallow all directories and files within Disallow: /cache/ Disallow: /share/ Disallow: /wp/ # Disallow specific posts / pages Disallow: /thanks/ # Disallow parsing individual post feeds, categories and trackbacks.. Disallow: */feed/ Disallow: */trackback/ Disallow: /rss/ Disallow: /comments/feed/ Disallow: /page/ Disallow: /date/ Disallow: /comments/ # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ # Disallow all files with ? in url Disallow: /*?* Disallow: /*? # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Allow: /* # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: / Sitemap: http://www.hemorrhoid-reviews.com/sitemap.xml