# $Id: robots.txt,v 1.1 2005/04/04 03:53:46 r23 Exp $ User-agent: * Disallow: /admin/ Disallow: /download/ Disallow: /images/ Disallow: /includes/ Disallow: /js/ Disallow: /pub/ Disallow: /swf/ Disallow: /themes/ Allow: /spider.html Allow: spider.html