#
# This file is used to allow crawlers to index our site. 
#
# List of all web robots: http://www.robotstxt.org/wc/active/html/index.html
#
# Check robots.txt at:
# http://www.searchengineworld.com/cgi-bin/robotcheck.cgi
#

# Details about Googlebot available at: http://www.google.com/bot.html
# The Google search engine can see everything

Disallow: /admin/
Disallow: /revorg/
Disallow: /profiles/
Disallow: /cfide/
Disallow: /register.cfm
Disallow: /login.cfm

# Slurp
User-agent: Slurp
Crawl-delay: 5

# Below
#User-agent: Googlebot  
#Disallow: /admin/

# All other robots will be restricted from accessing the Google-specific index pages
#User-agent: *
#Disallow: /google_indexing/  
#Disallow: /admin/
#Disallow: /profiles/
#
Sitemap: http://www.hbcu.info/sitemap.xml