Sitemap: http://www.nber.org/sitemap.txt

User-agent: *
Crawl-delay: 5

User-agent: Googlebot
Disallow: /confer/
Disallow: /~confer/
Disallow: /c/
Disallow: /*/archive/*

User-agent: gsa-crawler
Disallow: /confer/
Disallow: /~confer/
Disallow: /c/

User-agent: *
Disallow: /contact
Disallow: /confer/
Disallow: /~confer/
Disallow: /c/
Disallow: /cal/
Disallow: /xming*
Disallow: /wpsubmit
Disallow: /taxex
Disallow: /papers/mail
Disallow: /tmp/
Disallow: /server-status
Disallow: /mrtg
Disallow: /bb/
Disallow: /authors
Disallow: /img/
Disallow: /pics
Disallow: /*.ris$
Disallow: /*.marc$
Disallow: /*.bib$
Disallow: /*palm*$