#############################################
# robots.txt for example.com
# Updated: 2026-10-17
# Owner: the web team
#############################################

# A comment runs from a # to the end of the line.
# It may start a line or sit after a rule.

User-agent: *          # applies to every crawler
Disallow: /admin/      # the control panel
Disallow: /tmp/        # scratch files
# Disallow: /blog/     # switched off in October, the blog is open again
Allow: /admin/help/    # the public help pages live under admin

# Careful with blank lines. A comment line never breaks a group, but an empty
# line does: put one between User-agent and its rules and a strict parser ends
# the group there, then silently drops every rule that follows. Google forgives
# it, the parser in the Python standard library does not. Keep the rules right
# under their User-agent, and use blank lines only to separate one group
# from the next.

User-agent: Googlebot  # a group of its own, separated by the blank line above
Disallow: /admin/
Allow: /admin/help/

Sitemap: https://example.com/sitemap.xml   # absolute URL, always