# robots.txt file for comsdev.canterbury.ac.nz User-agent: * Disallow: /diary/1999 User-agent: * Disallow: /diary/2000 User-agent: * Disallow: /diary/2001 User-agent: * Disallow: /diary/2002 User-agent: * Disallow: /diary/2003 User-agent: * Disallow: /diary/2004 User-agent: * Disallow: /diary/2005 User-agent: * Disallow: /diary/2006 User-agent: * Disallow: /diary/2007 User-agent: htdig Disallow: /news/2002 User-agent: htdig Disallow: /news/2003 User-agent: htdig Disallow: /news/2004 User-agent: htdig Disallow: /news/2005 User-agent: htdig Disallow: /news/2006 User-agent: htdig Disallow: /news/2007