User-agent: *
Disallow: /
# Don't index search results
#Disallow: /search
# Don't index linked pdfs
#Disallow: /linked_pdf
# awstats contains referrer search queries (could cause 'google bombing')
#Disallow: /awstats/
# Don't index BibTeX pages
#Disallow: /openurl
#Crawl-delay: 5