User-agent: Slurp
Crawl-delay: 10

User-agent: msnbot
Crawl-delay: 120
Disallow: /*.PDF$
Disallow: /*.jpeg$
Disallow: /*.pdf$
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.htmx$
Disallow: /*.png$

User-agent: searchpreview
Disallow: /

User-agent: *
Disallow: /cgi-bin/2008/
Disallow: /cgi-bin/admissions/
Disallow: /cgi-bin/alumni/
Disallow: /cgi-bin/avinash/
Disallow: /cgi-bin/books/
Disallow: /cgi-bin/building_services/
Disallow: /cgi-bin/career/
Disallow: /cgi-bin/course_evals/
Disallow: /cgi-bin/cp/
Disallow: /cgi-bin/crg/
Disallow: /cgi-bin/ddes/
Disallow: /cgi-bin/directory/
Disallow: /cgi-bin/facebook/
Disallow: /cgi-bin/forms/
Disallow: /cgi-bin/htmx/
Disallow: /cgi-bin/isites/
Disallow: /cgi-bin/loeb/
Disallow: /cgi-bin/loeb_backup/
Disallow: /cgi-bin/lottery/
Disallow: /cgi-bin/mylcd/
Disallow: /cgi-bin/mylcd2/
Disallow: /cgi-bin/payment/
Disallow: /cgi-bin/pbcote/
Disallow: /cgi-bin/pef/
Disallow: /cgi-bin/person/
Disallow: /cgi-bin/phoncs/
Disallow: /cgi-bin/plot/
Disallow: /cgi-bin/poll/
Disallow: /cgi-bin/pref/
Disallow: /cgi-bin/prizes/
Disallow: /cgi-bin/projects/
Disallow: /cgi-bin/sforum/
Disallow: /cgi-bin/studios/
Disallow: /cgi-bin/survey/
Disallow: /cgi-bin/try/
Disallow: /cgi-bin/upd/
Disallow: /cgi-bin/utils/
Disallow: /cgi-bin/webcast/
Disallow: /cgi-bin/yabb/
Disallow: /cgi-bin/arf
Disallow: /cgi-bin/db_responce.cgi
Disallow: /cgi-bin/dbh_test.pl
Disallow: /cgi-bin/env.cgi
Disallow: /cgi-bin/error.cgi
Disallow: /cgi-bin/error.cgi.disabled
Disallow: /cgi-bin/error_old.cgi
Disallow: /cgi-bin/error-orig.cgi
Disallow: /cgi-bin/index.cgi
Disallow: /cgi-bin/index_ssi.cgi
Disallow: /cgi-bin/ip_ss1.cgi
Disallow: /cgi-bin/login.cgi
Disallow: /cgi-bin/mail.cgi
Disallow: /cgi-bin/mv_crash_text.pl
Disallow: /cgi-bin/nav.cgi
Disallow: /cgi-bin/search.cgi
Disallow: /cgi-bin/seeded_image.cgi
Disallow: /cgi-bin/ssi_session.cgi
Disallow: /cgi-bin/static_image.cgi
Disallow: /cgi-bin/subnav.cgi
Disallow: /cgi-bin/subnav.cgi~
Disallow: /cgi-bin/test_db.pl
Disallow: /cgi-bin/topnav2.cgi
Disallow: /cgi-bin/topnav2-dropdown.cgi
Disallow: /cgi-bin/topnav2-orig.cgi
Disallow: /cgi-bin/topnav.cgi
Disallow: /cgi-bin/topnav.cgi.backup
Disallow: /cgi-bin/topnav-real.cgi
Disallow: /cgi-bin/webcast.pl
Disallow: /htmx/
Disallow: /lottery/
Disallow: /mylcd/
Disallow: /courses/
Disallow: /Scripts/
Disallow: /Library/
Disallow: /Templates/
Disallow: /css/
Disallow: /ssi/
Disallow: /js/
Disallow: /tmp/
Disallow: /lost+found/
Disallow: /swimages/
Disallow: /aux/staffes2
Disallow: /aux/cfallows
Disallow: /aux/agregor
Disallow: /aux/mmaclean
Disallow: /aux/sdickins


# NOTE: This is NOT the same robots.txt file as used on stage or dev servers. Do not overwrite it.