# robots.txt for http://albumen.stanford.edu/

User-agent: htdig
User-agent: wget

User-agent: *
# temporary disallows during setup

#permanent disallows

Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /idx/
Disallow: /pix/
Disallow: /img/
Disallow: /Discus/
Disallow: /inc/
Disallow: /help/
Disallow: /fonts/
Disallow: /icons/
Disallow: /testarea/
Disallow: /RCS/