# robots.txt - group merging and Allow/Disallow precedence (RFC 9309)

User-agent: Googlebot
User-agent: Bingbot
Disallow: /catalog/
Allow: /catalog/

User-agent: googlebot
Disallow: /beta/
Allow: /beta/preview/

User-agent: *
Disallow: /internal/
Disallow: /catalog/

# Two groups name Googlebot (product tokens are case-insensitive). A conforming
# parser merges them into ONE group of four rules rather than honouring only the
# first, and never falls back to the * group for an agent that has its own.