# robots.txt for example.com
# Standard setup: everything is open, the admin area is closed,
# and the sitemap is declared at the end.

User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /search
Allow: /

Sitemap: https://example.com/sitemap.xml