# Useless/Evil bots #
User-agent: LinkWalker
User-agent: NPBot
User-agent: sna-0
User-agent: ConveraCrawler
User-agent: MJ12bot
User-agent: Yahoo Pipes 1.0
User-agent: Yahoo Pipes 2.0
Disallow: /

# Google supports wildcards
# Without this restriction we just end up with too many pages
User-agent: Googlebot
User-agent: Slurp
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /bibtex_options/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /user/*/author/
Disallow: /user/*/tag/
Disallow: /user/*/order/
Disallow: /*?

User-agent: *
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /bibtex_options/
Crawl-delay: 2