User-agent: * Disallow: /wp-content/plugins/counter/ Disallow: /counter/ # Allow files critical for rendering Allow: *.js* Allow: *.css* Allow: *.png* Allow: *.jpg* Allow: *.gif* # Allow AJAX - Do Not Remove Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /search/ # Prevent private admin areas from being crawled Disallow: /wp-admin # Prevent duplicate /feed/ pages from being crawled Disallow: */feed/ # Prevent paging pages from being crawled Disallow: */page/ # Prevent login page crawls etc Disallow: /wp-login.php # Prevent register page crawls etc Disallow: /wp-register.php # Prevent Trackback Neg SEO Disallow: /trackback/ User-agent: rogerbot Disallow: / User-agent: exabot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / User-agent: gigabot Disallow: / User-agent: ia_archiver Disallow: / User-agent: XoviBot Disallow: / Sitemap: https://themarketingheaven.com/sitemap_index.xml