User-agent: *
Disallow: /wp-admin/ # Blocks WordPress admin (change if using a different CMS)
Disallow: /wp-includes/ # Blocks core code files
Disallow: /api/ # Blocks internal API endpoints
Disallow: /search/ # Prevents indexing of infinite internal search result pages
Allow: /wp-admin/admin-ajax.php # Ensures dynamic features still work properly

Sitemap: /wp-sitemap.xml