######################################
# robots.txt
# Revision: 2.0
# Author: Bojan Beran
######################################

######################################
# Google Bot Specific
#######################################
User-agent: Googlebot

# Allow Actions
Allow: /pdb/static.do
Allow: /pdb/staticHelp.do
Allow: /pdb/workbench/workbench.do

# Disallow directories
Disallow: /pdb/admin/
Disallow: /pdb/cgi/
Disallow: /pdb/common/
Disallow: /pdb/download/
Disallow: /pdb/edit/
Disallow: /pdb/files/
Disallow: /pdb/geometry/
Disallow: /pdb/images/
Disallow: /pdb/mypdb/
Disallow: /pdb/queries/
Disallow: /pdb/results/
Disallow: /pdb/search/
Disallow: /pdb/skins/
Disallow: /pdb/statistics/
Disallow: /pdb/struts/
Disallow: /pdb/Viewers/
Disallow: /pdb/widgets
Disallow: /pdb/workbench/

Disallow: /robohelp_f/
Disallow: /robohelp/

# Disallow Actions
Disallow: /pdb/downloadFile.do
Disallow: /pdb/navbarsearch.do

Crawl-delay: 30


######################################
# Google Images Bot Specific
#######################################
User-agent: Googlebot-Image

# Allow directories
Allow: /pdb/education_discussion/
Allow: /pdb/explore/
Allow: /pdb/general_information/
Allow: /pdb/home/
Allow: /pdb/images/

# Allow Actions
Allow: /pdb/static.do

# Disallow directories
Disallow: /

Crawl-delay: 30


#######################################
# MSN Bot Specific
#######################################
User-agent: msnbot

# Allow Actions
Allow: /pdb/static.do
Allow: /pdb/staticHelp.do
Allow: /pdb/workbench/workbench.do

# Disallow directories
Disallow: /pdb/admin/
Disallow: /pdb/cgi/
Disallow: /pdb/common/
Disallow: /pdb/download/
Disallow: /pdb/edit/
Disallow: /pdb/files/
Disallow: /pdb/geometry/
Disallow: /pdb/images/
Disallow: /pdb/mypdb/
Disallow: /pdb/queries/
Disallow: /pdb/results/
Disallow: /pdb/search/
Disallow: /pdb/skins/
Disallow: /pdb/statistics/
Disallow: /pdb/struts/
Disallow: /pdb/Viewers/
Disallow: /pdb/widgets
Disallow: /pdb/workbench/

Disallow: /robohelp_f/
Disallow: /robohelp/

# Disallow Actions
Disallow: /pdb/downloadFile.do
Disallow: /pdb/navbarsearch.do

Crawl-delay: 30

#######################################
# All Others
#######################################
User-agent: *

# Allow Actions
Allow: /pdb/static.do
Allow: /pdb/staticHelp.do
Allow: /pdb/workbench/workbench.do

# Disallow directories
Disallow: /pdb/admin/
Disallow: /pdb/cgi/
Disallow: /pdb/common/
Disallow: /pdb/download/
Disallow: /pdb/edit/
Disallow: /pdb/files/
Disallow: /pdb/geometry/
Disallow: /pdb/images/
Disallow: /pdb/mypdb/
Disallow: /pdb/queries/
Disallow: /pdb/results/
Disallow: /pdb/search/
Disallow: /pdb/skins/
Disallow: /pdb/statistics/
Disallow: /pdb/struts/
Disallow: /pdb/Viewers/
Disallow: /pdb/widgets
Disallow: /pdb/workbench/

Disallow: /robohelp_f/
Disallow: /robohelp/

# Disallow Actions
Disallow: /pdb/downloadFile.do
Disallow: /pdb/navbarsearch.do

Request-rate: 1/30
Crawl-delay: 30
Visit-time: 2300-0400