# robots.txt, www.bowdoin.edu 
# last edited:
# mleaman - 4.1.2008; rdenton 07.30.08; rdenton 10.20.08; mleaman 1.28.10; mleaman 3.8.10
# rdenton, changed search user-agent to bowdoin-gsa-crawler
#
User-Agent: *
Disallow: /includes
Disallow: /scripts
Disallow: /alumni/pdf/
Disallow: /chinesescrolls
Disallow: /alumni/cityguides
Disallow: /cgi-bin/
Disallow: /visitors-friends/breakfast/
Disallow: /news/archives/1bowdoincampus/001738.shtml
Disallow: /security/alerts/
Disallow: /apps/wptest

User-agent: bowdoin-googlebot-gsa
Disallow: /~
Disallow: /gateway
Disallow: /security/alerts/

User-agent: bowdoin-gsa-crawler
Disallow: /~
Disallow: /gateway
Disallow: /security/alerts/