# /robots.txt file for http://supfam.mrc-lmb.cam.ac.uk/
# mail superfamily@mrc-lmb.cam.ac.uk for constructive criticism
# See http://www.robotstxt.org/ for robots.txt details
# Updated by dw on 5.12.05  Added SUPERFAMILY Disallows

Sitemap: http://supfam.org/sitemap_index.xml

User-agent: Googlebot
Crawl-delay: 3
Disallow: /SUPERFAMILY/cgi-bin/save*$
Disallow: /SUPERFAMILY/cgi-bin/hmm*$
Disallow: /SUPERFAMILY/cgi-bin/align*$
Disallow: /SUPERFAMILY/cgi-bin/das*$

User-agent: msnbot
Crawl-delay: 3
Disallow: /SUPERFAMILY/cgi-bin/save*$
Disallow: /SUPERFAMILY/cgi-bin/hmm*$
Disallow: /SUPERFAMILY/cgi-bin/align*$
Disallow: /SUPERFAMILY/cgi-bin/das*$

User-agent: Yahoo! Slurp
Crawl-delay: 3
Disallow: /SUPERFAMILY/cgi-bin/save*$
Disallow: /SUPERFAMILY/cgi-bin/hmm*$
Disallow: /SUPERFAMILY/cgi-bin/align*$
Disallow: /SUPERFAMILY/cgi-bin/das*$

User-agent: *
Crawl-delay: 3
Disallow: /SUPERFAMILY/cgi-bin/save*$
Disallow: /SUPERFAMILY/cgi-bin/align*$
Disallow: /SUPERFAMILY/cgi-bin/hmm*$
Disallow: /SUPERFAMILY/cgi-bin/das*$

# LiveBench from bioinfo.pl
User-agent: libwww-perl/5.803
Allow:	/SUPERFAMILY/cgi-bin/hmm.cgi*$

# MetaII
User-agent: libwww-perl/5.79
Allow:  /SUPERFAMILY/cgi-bin/hmm.cgi*$