# Keep crawlers out of cart / add-to-cart and other action URLs. # These create throwaway sessions and have no indexable content. User-agent: * Disallow: /*action=add Disallow: /*action=remove Disallow: /cart Disallow: /checkout # Anthropic's crawler: allow normal pages but throttle and skip cart actions. User-agent: ClaudeBot Crawl-delay: 10 Disallow: /*action=add Disallow: /*action=remove Disallow: /cart Disallow: /checkout