# This rule means it applies to all user-agents User-agent: * Allow: / Disallow: /trackback/ Disallow: /cgi-bin/ Disallow: /tools/ Disallow: /static/ Disallow: /mobile/ Disallow: /archives/ Disallow: /archive/ Disallow: /category/ Disallow: /category/*/* Disallow: /page/ Disallow: /tag/* Disallow: /tag/ Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /wp-content/backup-db Disallow: /wp-content/bps-backup Disallow: /wp-content/upgrade Disallow: /wp-icludes/ Disallow: /wp-admin/ Disallow: /login/ Disallow: */trackback # Affiliate links fix for SEO Disallow: /liens/ Allow: /wp-content/uploads # Disallow comment indexing, this is part of the site content Disallow: /comments Disallow: /author # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.gz$ Disallow: /*.wmv$ Disallow: /*.tar$ Disallow: /*.tgz$ Disallow: /*.cgi$ Disallow: /*.xhtml$ Disallow: /*.doc$ Disallow: /*.xls$ Disallow: /*.xlsx$ Disallow: /*.pdf$ Disallow: /*.zip$ # Disallow all files with ? in url Disallow: /*?* Disallow: /*? # The Googlebot is the main search bot for google # Disallow Google from parsing indididual post feeds and trackbacks.. User-agent: Googlebot Disallow: */feed/ Disallow: */trackback/ # The Googlebot-Image is the image bot for google User-agent: Googlebot-Image Allow: /* # This is the ad bot for google User-agent: Mediapartners-Google* Allow: /* User-agent: Adsbot-Google Allow: /* User-agent: Googlebot-Mobile Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Allow: /* User-agent: duggmirror Disallow: / Sitemap: https://bloguedegeek.net/sitemap.xml