# /robots.txt file for http://www.extension.harvard.edu/
# the Harvard Division of Continuing Education
# email contact: webmaster@hudce.harvard.edu
#
# GENERAL
#
User-agent: *
#
# ARCHIVES
#
Disallow: /1999-00
Disallow: /2000-01
Disallow: /2001-02
Disallow: /2002-03
Disallow: /2003-04
Disallow: /2004-05
Disallow: /2005-06
Disallow: /2006-07
Disallow: /2007-08
#Disallow: /2008-09
#
# CURRENT YEAR SUPPORT FILES
#
Disallow: /images
Disallow: /2009-10/images
Disallow: /2009-10/courses/syllabi
#
# AD PAGES
#
Disallow: /landing
#
# TEST PAGES
#
Disallow: /test