User-agent: SiteAuditBot Crawl-delay: 20 User-agent: SemrushBot Crawl-delay: 20 User-agent: bingbot Crawl-delay: 15 User-agent: gptbot Crawl-delay: 15 User-agent: * Crawl-delay: 15 # Wait x seconds between requests Disallow: /*blackhole Disallow: /?blackhole Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /my-account-2/ Disallow: /add-to-cart/ Disallow: /wishlist/ Disallow: /?add-to-cart=* Disallow: /*?*orderby=* Disallow: /?s=* Disallow: /search/ Disallow: /*dgwt_wcas=* Disallow: /*?*preview=true* Disallow: /*?_year=* Disallow: /*_make=* Disallow: /*_model=* # Allow: /wp-admin/admin-ajax.php # idk why this was here # START YOAST BLOCK # --------------------------- Sitemap: https://shopbrp.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK