User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block internal search URLs to prevent duplicate content
Disallow: /?s=
Disallow: /search/

# Block author archives to prevent duplicate content issues
Disallow: /author/

# Allow Googlebot to crawl JavaScript, CSS, and images
User-agent: Googlebot
Allow: /wp-includes/js/
Allow: /wp-content/uploads/

Sitemap: http://www.benify.com/sitemap.xml