# $Id: robots.txt,v 1.2 2004/04/22 21:28:15 laura1 Exp $ User-agent: * Disallow: /admin/ Disallow: /download/ Disallow: /images/ Disallow: /includes/ Disallow: /js/ Disallow: /pub/ Disallow: /swf/ Disallow: /themes/ Allow: /spider.html Allow: spider.html