User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-login.php Disallow: /wp-register.php # Block internal search URLs to prevent duplicate content Disallow: /?s= Disallow: /search/ # Block author archives to prevent duplicate content issues Disallow: /author/ # Allow Googlebot to crawl JavaScript, CSS, and images User-agent: Googlebot Allow: /wp-includes/js/ Allow: /wp-content/uploads/ Sitemap: http://www.benify.com/sitemap.xml