# $Id: robots.txt,v 1.9.2.1 2008/12/10 20:12:19 goba Exp $## robots.txt## This file is to prevent the crawling and indexing of certain parts# of your site by web crawlers and spiders run by sites like Yahoo!# and Google. By telling these "robots" where not to go on your site,# you save bandwidth and server resources.## This file will be ignored unless it is at the root of your host:# Used:    http://example.com/robots.txt# Ignored: http://example.com/site/robots.txt## For more information about the robots.txt standard, see:# http://www.robotstxt.org/wc/robots.html## For syntax checking, see:# http://www.sxw.org.uk/computing/robots/check.htmlUser-agent: *Crawl-delay: 10# DirectoriesDisallow: /cmw/includes/Disallow: /cmw/misc/Disallow: /cmw/modules/Disallow: /cmw/profiles/Disallow: /cmw/scripts/Disallow: /cmw/sites/Disallow: /cmw/themes/Disallow: /cmw/Disallow: /mbrook/includes/Disallow: /mbrook/misc/Disallow: /mbrook/modules/Disallow: /mbrook/profiles/Disallow: /mbrook/scripts/Disallow: /mbrook/sites/Disallow: /mbrook/themes/Disallow: /mbrook/# FilesDisallow: /cmw/CHANGELOG.txtDisallow: /cmw/cron.phpDisallow: /cmw/INSTALL.mysql.txtDisallow: /cmw/INSTALL.pgsql.txtDisallow: /cmw/install.phpDisallow: /cmw/INSTALL.txtDisallow: /cmw/LICENSE.txtDisallow: /cmw/MAINTAINERS.txtDisallow: /cmw/update.phpDisallow: /cmw/UPGRADE.txtDisallow: /cmw/xmlrpc.phpDisallow: /mbrook/CHANGELOG.txtDisallow: /mbrook/cron.phpDisallow: /mbrook/INSTALL.mysql.txtDisallow: /mbrook/INSTALL.pgsql.txtDisallow: /mbrook/install.phpDisallow: /mbrook/INSTALL.txtDisallow: /mbrook/LICENSE.txtDisallow: /mbrook/MAINTAINERS.txtDisallow: /mbrook/update.phpDisallow: /mbrook/UPGRADE.txtDisallow: /mbrook/xmlrpc.php# Paths (clean URLs)Disallow: /cmw/admin/Disallow: /cmw/comment/reply/Disallow: /cmw/contact/Disallow: /cmw/logout/Disallow: /cmw/node/add/Disallow: /cmw/search/Disallow: /cmw/user/register/Disallow: /cmw/user/password/Disallow: /cmw/user/login/Disallow: /mbrook/admin/Disallow: /mbrook/comment/reply/Disallow: /mbrook/contact/Disallow: /mbrook/logout/Disallow: /mbrook/node/add/Disallow: /mbrook/search/Disallow: /mbrook/user/register/Disallow: /mbrook/user/password/Disallow: /mbrook/user/login/# Paths (no clean URLs)Disallow: /cmw/?q=admin/Disallow: /cmw/?q=comment/reply/Disallow: /cmw/?q=contact/Disallow: /cmw/?q=logout/Disallow: /cmw/?q=node/add/Disallow: /cmw/?q=search/Disallow: /cmw/?q=user/password/Disallow: /cmw/?q=user/register/Disallow: /cmw/?q=user/login/Disallow: /mbrook/?q=admin/Disallow: /mbrook/?q=comment/reply/Disallow: /mbrook/?q=contact/Disallow: /mbrook/?q=logout/Disallow: /mbrook/?q=node/add/Disallow: /mbrook/?q=search/Disallow: /mbrook/?q=user/password/Disallow: /mbrook/?q=user/register/Disallow: /mbrook/?q=user/login/