#go away robots

# htdig-ist is the IST webcrawler
User-agent: htdig-ist
Disallow: /meka.retired
Disallow: /mip/old
Disallow: /blc/internal
Disallow: /blc/room
Disallow: /ecai/gazetteer
Disallow: /misc
Disallow: /classes/h103r
Disallow: /mrsid
Disallow: /spiro/faculty
Disallow: /spiro/misc
Disallow: /otemp
Disallow: /spiro_img
Disallow: /jag_test

User-agent: *
Allow: index.html
Disallow: /meka.retired
Disallow: /mip/old
Disallow: /ecai/gazetteer
Disallow: /misc
Disallow: /luci1
Disallow: /blc/internal
Disallow: /blc/room
Disallow: /spiro/faculty
Disallow: /classes/h103r
Disallow: /otemp
Disallow: /spiro_img
Disallow: /jag_test
Allow: /blc
Allow: /bonap
Allow: /cinefiles
Allow: /csmp
Allow: /databases
Allow: /essig
Allow: /garden
Allow: /geology
Allow: /mip
Allow: /mvz
Allow: /physics
Allow: /spiro
Allow: /toothbrushes
Allow: /wetlands
Disallow: /