# These don't seem to behave
User-agent: LinkWalker
User-agent: NPBot
User-agent: sna-0
User-agent: ConveraCrawler
User-agent: MJ12bot
User-agent: Spinn3r
User-agent: Yahoo Pipes 1.0
User-agent: Yahoo Pipes 2.0
Disallow: /

User-agent: Googlebot
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /neighbour/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /bibtex_options/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /user/*/author/
Disallow: /user/*/tag/
Disallow: /user/*/order/
Disallow: /group/*/author/
Disallow: /group/*/tag/
Disallow: /group/*/order/
Disallow: /*?

User-agent: Slurp
Crawl-delay: 1.0
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /neighbour/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /bibtex_options/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /user/*/author/
Disallow: /user/*/tag/
Disallow: /user/*/order/
Disallow: /group/*/author/
Disallow: /group/*/tag/
Disallow: /group/*/order/
Disallow: /*?

User-agent: msnbot
Crawl-delay: 5
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /neighbour/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /bibtex_options/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /user/*/author/
Disallow: /user/*/tag/
Disallow: /user/*/order/
Disallow: /group/*/author/
Disallow: /group/*/tag/
Disallow: /group/*/order/
Disallow: /*?

User-agent: *
Disallow: /bibtex/
Disallow: /copy
Disallow: /delete
Disallow: /deletenote
Disallow: /endnote/
Disallow: /delicious/
Disallow: /neighbour/
Disallow: /login
Disallow: /login.do
Disallow: /login?
Disallow: /login?from
Disallow: /post_know.do
Disallow: /posturl
Disallow: /register.do
Disallow: /rss/
Disallow: /search/
Disallow: /bibtex_options/
Disallow: /nocrawl/
Disallow: /author/
Disallow: /user/*/author/
Disallow: /user/*/tag/
Disallow: /user/*/order/
Disallow: /group/*/author/
Disallow: /group/*/tag/
Disallow: /group/*/order/
Disallow: /*?