User-Agent: Google-WHOI-Internal-Searcher 
Disallow: /network1013/
Disallow: /pwdChanger/*
Disallow: /page.do?site=oceanus&page=archives&pid=110417*
Disallow: *pid=110417*
Disallow: /pdfserver.do*
Disallow: /page/preview.do*
Disallow: /page/archives.do*
Disallow: /page/live.do*
Disallow: /page/development.do*
Disallow: /services/stad/SF/ilpi/
Disallow: /services/stad/SF/ilpi/pics/
Disallow: /banners
Disallow: /buttons
Disallow: /icons
Disallow: /netshare
Disallow: /new-server
Disallow: /newhome3
Disallow: /not-beluga
Disallow: /restricted
Disallow: /styles
Disallow: /templates
Disallow: /test
Disallow: /usage
Disallow: /usage-report
Disallow: /webinator
Disallow: /whoi-images
Disallow: /usr/people/mailman/archives
Disallow: /pipermail
Disallow: /science/PO/dept/archive
Disallow: */archive/*
Disallow: */test/*
Disallow: /graphics/scienceintimeofcrisis

User-Agent: *
Disallow: /network1013/
Disallow: /pwdChanger/*
Disallow: /page.do?site=oceanus&page=archives&pid=110417*
Disallow: *pid=110417*
Disallow: /headlines.do*
Disallow: /headlines/backIssues.do
Disallow: /*id=kbkarnauskas*
Disallow: /pdfserver.do*
Disallow: /search.do
Disallow: /*/search.do
Disallow: /internal
Disallow: /Internal
Disallow: /preview.do
Disallow: /archives.do
Disallow: /live.do
Disallow: /development.do
Disallow: /page/preview.do*
Disallow: /page/archives.do*
Disallow: /page/live.do*
Disallow: /page/development.do*
Disallow: /services/stad/SF/ilpi/
Disallow: /services/stad/SF/ilpi/pics/
Disallow: /banners
Disallow: /buttons
Disallow: /icons
Disallow: /netshare
Disallow: /new-server
Disallow: /newhome3
Disallow: /not-beluga
Disallow: /restricted
Disallow: /styles
Disallow: /templates
Disallow: /test
Disallow: /usage
Disallow: /usage-report
Disallow: /webinator
Disallow: /whoi-images
Disallow: /usr/people/mailman/archives
Disallow: /pipermail
Disallow: /science/PO/dept/archive
Disallow: */archive/*
Disallow: */test/*
Disallow: */internal/*
Disallow: /graphics/scienceintimeofcrisis

User-Agent: BUbiNG 
Disallow: /


User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: HMSE_robot 
Disallow: /

User-Agent: Slurp
Crawl-delay: 10
Disallow: /network1013/
Disallow: /pwdChanger/*
Disallow: /page.do?site=oceanus&page=archives&pid=110417*
Disallow: *pid=110417*
Disallow: /headlines.do*
Disallow: /headlines/backIssues.do
Disallow: /pdfserver.do*
Disallow: /search.do
Disallow: /internal
Disallow: /Internal
Disallow: /preview.do
Disallow: /archives.do
Disallow: /live.do
Disallow: /development.do
Disallow: /page/preview.do*
Disallow: /page/archives.do*
Disallow: /page/live.do*
Disallow: /page/development.do*
Disallow: /services/stad/SF/ilpi/
Disallow: /services/stad/SF/ilpi/pics/
Disallow: /banners
Disallow: /buttons
Disallow: /icons
Disallow: /netshare
Disallow: /new-server
Disallow: /newhome3
Disallow: /not-beluga
Disallow: /restricted
Disallow: /styles
Disallow: /templates
Disallow: /test
Disallow: /usage
Disallow: /usage-report
Disallow: /webinator
Disallow: /whoi-images
Disallow: /usr/people/mailman/archives
Disallow: /pipermail
Disallow: /science/PO/dept/archive
Disallow: */archive/*
Disallow: */test/*
Disallow: */internal/*
Disallow: /graphics/scienceintimeofcrisis


User-Agent: msnbot 
Crawl-delay: 10
Disallow: /network1013/
Disallow: /pwdChanger/*
Disallow: /page.do?site=oceanus&page=archives&pid=110417*
Disallow: *pid=110417*
Disallow: /headlines.do*
Disallow: /headlines/backIssues.do
Disallow: /pdfserver.do*
Disallow: /search.do
Disallow: /internal/
Disallow: /Internal/
Disallow: /page/
Disallow: /page/preview
Disallow: /preview
Disallow: /preview.do
Disallow: /archives.do
Disallow: /live.do
Disallow: /development.do
Disallow: /page/preview.do*
Disallow: /page/archives.do*
Disallow: /page/development.do*
Disallow: /page/live.do*
Disallow: /services/stad/SF/ilpi/
Disallow: /services/stad/SF/ilpi/pics/
Disallow: /banners
Disallow: /buttons
Disallow: /icons
Disallow: /netshare
Disallow: /new-server
Disallow: /newhome3
Disallow: /not-beluga
Disallow: /restricted
Disallow: /styles
Disallow: /templates
Disallow: /test
Disallow: /usage
Disallow: /usage-report
Disallow: /webinator
Disallow: /whoi-images
Disallow: /usr/people/mailman/archives
Disallow: /pipermail
Disallow: /science/PO/dept/archive
Disallow: */archive/*
Disallow: */test/*
Disallow: */internal/*
Disallow: /graphics/scienceintimeofcrisis