User-agent: * Crawl-delay: 1 # Block admin area Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block internal search pages Disallow: /?s= # Block WooCommerce dynamic/cart-related URLs Disallow: /cart/ Disallow: /checkout/ Disallow: /*?add-to-cart # Block comment pages and feeds Disallow: /comments/ Disallow: /comments/feed/ # Block RSS/Atom feeds Disallow: /feed Disallow: /*/feed/ # Allow essential frontend assets (images, CSS, JS) Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # Block sensitive or useless system directories Disallow: /wp-content/cache/ Disallow: /wp-content/languages/ Disallow: /wp-content/upgrade/ Disallow: /wp-content/mu-plugins/ Disallow: /wp-content/wflogs/ Disallow: /wp-content/backups/ Disallow: /wp-content/ai1wm-backups/ Disallow: /wp-content/tmp/