# Drupal default, condensed to the rules that matter. # Crawl-delay is in the shipped file; Google ignores it, Bing and Yandex do not. User-agent: * Crawl-delay: 10 # Disallow: /core/ Disallow: /profiles/ Disallow: /README.txt Disallow: /web.config Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips Disallow: /node/add/ Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /index.php/admin/ Disallow: /index.php/user/login Sitemap: https://example.com/sitemap.xml