User-Agent: *
Allow: /
Disallow: /action/login
Disallow: /zf_info/2006_tutorial/tutorial.html
Disallow: /cgi-bin/awstats/awstats.pl
Disallow: /cgi-bin/mapper_select.cgi
Disallow: /cgi-bin/print_map.cgi
Disallow: /cgi-bin/view_mapplet.cgi
Disallow: /cgi-bin/view_zmapplet.cgi
Disallow: /action/blast/blast
Disallow: /cgi-bin/webdriver?MIval=aa-companyselect.apg*
Disallow: /cgi-bin/webdriver?MIval=aa-fishselect.apg*
# this is okay if there is a pub, but without the pubid, it is open search
# Need to set explicitly on the page
#Allow: /cgi-bin/webdriver?MIval=aa-fishselect.apg&pubId=ZDB-PUB-*
Disallow: /cgi-bin/webdriver?MIval=aa-quickfindpers.apg*
Disallow: /cgi-bin/webdriver?MIval=aa-newmrkrselect.apg*
# disallow search form, simply gives results
Disallow: /cgi-bin/webdriver?MIval=aa-markerselect.apg*
# need to set explicitly on the page
#Allow: /cgi-bin/webdriver?MIval=aa-markerselect.apg&pubId=ZDB-PUB-*&type=pub_*
Disallow: /cgi-bin/webdriver?MIval=aa-labselect.apg*
Disallow: /cgi-bin/webdriver?MIval=aa-pubselect2.apg*
# has results as well as search form, so must disallow
Disallow: /cgi-bin/webdriver?MIval=aa-xpatselect.apg*
# has results as well as search form, so must disallow
Disallow: /cgi-bin/webdriver?MIval=aa-xpatview.apg*
# only allow stage search
Disallow: /action/anatomy/search
# allow stage searches from drop-down, in theory, need to set explicitly on page
#Allow: /action/anatomy/search?action=term-by-stage-search&stage.zdbID=ZDB-STAGE-*

User-Agent: msnbot/1.1
Disallow: /

User-Agent: msnbot/2.0b
Disallow: /

User-Agent: Yeti/1.0
Disallow: /

User-Agent: FAST Enterprise Crawler 6
Disallow: /