User-agent: adsbot-google
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /login
Disallow: /recommendation/
Disallow: /api/
Disallow: /payment-gateway/

User-agent: *
Allow: /
Disallow: /cart/
Disallow: /checkout/
Disallow: /login
Disallow: /recommendation/
Disallow: /api/
Disallow: /payment-gateway/