# -------------------------------------------------------
# File:    public/robots.txt
# Created: 22-Aug-05 (KBE)
# Updated: 
# This is an access control 'suggestions' file for bots.
# mail ken@powersof2.ca for constructive criticism.
# I've assumed crawlers can only access my /public dir.
# -------------------------------------------------------

# MSN: slow down to only 1 page every 10 seconds
# (Google accesses pages more slowly by default)
User-agent: msnbot
Crawl-delay: 10

# AskJeeves: slow down.
User-agent: Teoma
Crawl-delay: 10

# Yahoo: slow down.
User-agent: Slurp
Crawl-delay: 10

# Stay away.
User-agent: aipbot
Disallow: /

# Stay away.
User-agent: BecomeBot
Disallow: /

# Stay away.
User-agent: psbot
Disallow: /

# Directories not worth crawling by anyone
# (images, flash, obsolete, help, data, etc.):
User-agent: *
Disallow: /bon
Disallow: /bon-both
Disallow: /ca/flash
Disallow: /ca/gallery
Disallow: /ca/picts
Disallow: /clips
Disallow: /cvken
Disallow: /divisions/flash
Disallow: /divisions/picts
Disallow: /eep/flash
Disallow: /eep/gallery
Disallow: /eep/picts
Disallow: /eventuosity/events
Disallow: /eventuosity/flash
Disallow: /eventuosity/gallery
Disallow: /eventuosity/otca
Disallow: /eventuosity/picts
Disallow: /eventuosity/wed
Disallow: /flash
Disallow: /hdtv-dcrc
Disallow: /hdtv-full/appendix-1/flash
Disallow: /hdtv-full/appendix-1/hdtv-pics
Disallow: /hdtv-full/appendix-1/picts
Disallow: /hdtv-full/appendix-2/flash
Disallow: /hdtv-full/appendix-2/hdtv-pics
Disallow: /hdtv-full/appendix-2/picts
Disallow: /hdtv-full/appendix-3/flash
Disallow: /hdtv-full/appendix-3/hdtv-pics
Disallow: /hdtv-full/appendix-3/picts
Disallow: /hdtv-full/flash
Disallow: /hdtv-full/hdtv-pics
Disallow: /hdtv-full/picts
Disallow: /history/flash
Disallow: /history/picts
Disallow: /INCLUDE-HELP_files
Disallow: /interactivity
Disallow: /ken
Disallow: /ken-both
Disallow: /logos
Disallow: /marketing
Disallow: /news-pages
Disallow: /notes
Disallow: /picts
Disallow: /picts-headers
Disallow: /projects/flash
Disallow: /projects/picts
Disallow: /publications-ken/flash
Disallow: /publications-ken/picts
Disallow: /resumes
Disallow: /services
Disallow: /tff/documents/flash
Disallow: /tff/documents/picts
Disallow: /tff/flash
Disallow: /tff/picts