# Robots Exclusion Protocol
# Exclusion file for sababa.caltech.edu
# Gabe Cohn
# 03/25/08
# 08/13/09 - added Disallow: / to all specific User-agent sections

# By default block all robots from all directories
User-agent: *
Disallow: /

# Allow the following directories only to the following bots:

# Googlebot - Google
User-agent: Googlebot
Allow: /index.html # homepage
Allow: /projects/index.html # projects mainpage
Allow: /research/index.html # research mainpage
Disallow: /

# Slurp - Yahoo
User-agent: Slurp
Allow: /index.html # homepage
Allow: /projects/index.html # projects mainpage
Allow: /research/index.html # research mainpage
Disallow: /

# MSNBot - MSN
User-agent: MSNBot
Allow: /index.html # homepage
Allow: /projects/index.html # projects mainpage
Allow: /research/index.html # research mainpage
Disallow: /

# Teoma - Ask.com
User-agent: Teoma
Allow: /index.html # homepage
Allow: /projects/index.html # projects mainpage
Allow: /research/index.html # research mainpage
Disallow: /