# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

# User-agent: webcrawler
# Disallow:

# User-agent: lycra
# Disallow: /

User-agent: *
Disallow: /_private
Disallow: /archived
Disallow: /audit
Disallow: /css
Disallow: /db
Disallow: /db-CIS
Disallow: /db-Evaluation
Disallow: /db-OnlineCourses
Disallow: /db-Photo
Disallow: /includes
Disallow: /includes_forms
Disallow: /inside
Disallow: /includecww
Disallow: /sos
Disallow: /sos_old
Disallow: /sos_telecourses
Disallow: /templates