# robots.txt for http://albumen.stanford.edu/

User-agent: htdig
Disallow:

User-agent: wget
Disallow: /admin/
Disallow: /admin_albumen/

User-agent: *
# temporary disallows during setup

#permanent disallows

Disallow: /idx
Disallow: /pix
Disallow: /img
Disallow: /Discus
Disallow: /inc
Disallow: /help
Disallow: /fonts
Disallow: /cgi-bin
Disallow: /icons
Disallow: /testarea
Disallow: /admin/
Disallow: /admin_albumen/