# robots.txt for http://www2.h-net.msu.edu/~museum/
User-Agent: *
Disallow: *.txt
Disallow: *.cgi
Disallow: *.pl
Disallow: *.js
Disallow: /content/
Disallow: /pix/
Disallow: /tools/
Disallow: /special/
Disallow: /statistics/
Disallow: /docs/
Disallow: /cv/
Disallow: /css/