# Different rules for different crawlers, with the catch-all group last.
# A crawler obeys exactly one group: the one whose User-agent matches it most
# specifically. It never merges that group with the rules under "*".

User-agent: Googlebot
Disallow: /private/
Allow: /private/press/

User-agent: Googlebot-Image
Disallow: /images/internal/
Allow: /images/

User-agent: Bingbot
Disallow: /private/
Disallow: /beta/
Crawl-delay: 5

User-agent: Yandex
Disallow: /private/
Clean-param: utm_source&utm_medium&utm_campaign

User-agent: *
Disallow: /private/
Disallow: /beta/
Disallow: /internal/

Sitemap: https://example.com/sitemap.xml