# Wildcard patterns and which rule wins. # Only two special characters exist: * stands for any run of characters, # and $ pins the end of the URL. When several rules match, the longest # pattern wins; if two are the same length, Allow beats Disallow. User-agent: * # every PDF is closed Disallow: /*.pdf$ # # except the ones in the press kit: longer pattern, so it wins Allow: /press/*.pdf$ # # anything with a query string Disallow: /*? # # but search result feeds stay open Allow: /feeds/*?format=rss # # a directory anywhere in the path Disallow: /*/private/ # # exact file, nothing after it Disallow: /old-page.html$