User-Agent: *
Allow: /
Allow: /index.html
Disallow: /CMTE
Disallow: /cgi-bin
Disallow: /fci
Disallow: /harvard
Disallow: /hidden
Disallow: /html
Disallow: /icons
Disallow: /images
Disallow: /incoming
Disallow: /stats
Disallow: /tpr