User-agent: Twitterbot
Allow: /

User-agent: *

# Block the WordPress admin, login, and registration pages
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php

# Block the WordPress includes directory
Disallow: /wp-includes/

# Prevent indexing of search results, feeds, trackbacks, and XML-RPC
Disallow: /?s=
Disallow: /feed
Disallow: /*/feed
Disallow: /*trackback
Disallow: /xmlrpc.php
Disallow: /wp-json/oembed/

# Block pagination (if you have paginated content such as "page 2" of index)
Disallow: /page/

# Block any URLs with query parameters (commonly used for sorting/filtering)
Disallow: /*?

# Allow specific assets that are necessary for rendering pages properly
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/*.css
Allow: /wp-content/themes/*/*.js
Allow: /wp-content/themes/*/*.jpg
Allow: /wp-content/themes/*/*.png
Allow: /wp-content/themes/*/*.gif
Allow: /wp-content/plugins/*/*.css
Allow: /wp-content/plugins/*/*.js
Allow: /wp-content/plugins/*/*.jpg
Allow: /wp-content/plugins/*/*.png
Allow: /wp-content/plugins/*/*.gif