User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Keep crawlers out of internal search results. User-agent: * Disallow: /?s= Disallow: /*?s= Disallow: /search/ # Throttle heavy crawlers that honor Crawl-delay. User-agent: bingbot Crawl-delay: 10 Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /*?s= Disallow: /search/ User-agent: msnbot Crawl-delay: 10 Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /*?s= Disallow: /search/ User-agent: Yandex Crawl-delay: 10 Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /?s= Disallow: /*?s= Disallow: /search/ # Disallow low-value scraper bots (no SEO or business value for these brands). User-agent: Baiduspider Disallow: / User-agent: AwarioBot Disallow: / User-agent: GeedoShopProductFinder Disallow: / User-agent: IbouBot Disallow: / User-agent: ShapBot Disallow: / User-agent: Photon Disallow: / # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://madcavestudios.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK