# robots.txt - crawl-rate directives. None of these are in RFC 9309: Crawl-delay
# is a de-facto extension, Request-rate and Visit-time are older conventions.

User-agent: *
Crawl-delay: 10
Disallow: /cart/
Disallow: /checkout/

User-agent: SlowBot
Crawl-delay: 0.5
Request-rate: 1/10s
Visit-time: 0200-0600
Disallow:

User-agent: BurstBot
Crawl-delay: 120
Disallow: /api/