User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block unnecessary WordPress pages
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-register.php
Disallow: /wp-json/
Disallow: /xmlrpc.php

# Block feeds and search
Disallow: /feed/
Disallow: /comments/
Disallow: /?s=
Disallow: /search/

# Block author pages (prevents duplicate content)
Disallow: /author/

# Block archives (date-based pagination)
Disallow: /date/
Disallow: /page/
Disallow: /category/*/page/
Disallow: /tag/*/page/

# Allow Googlebot for better indexing
User-agent: Googlebot
Allow: /wp-content/uploads/

# Allow specific search engines
User-agent: Bingbot
Allow: /wp-content/uploads/

# Block all crawlers from sensitive files
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-includes/

# Sitemap
Sitemap: https://yourdomain.com/sitemap.xml