# lyme.net robots.txt template
#
# $Id: robots.txt,v 1.5 2008/08/24 18:04:49 root Exp $
#
# (ref http://info.webcrawler.com/mak/projects/robots/norobots.html)
# http://www.robotstxt.org/wc/exclusion.html
#
# $Log: robots.txt,v $
# Revision 1.5  2008/08/24 18:04:49  root
# add YodaoBot
#
# Revision 1.5  2008/08/24 17:59:09  root
# add YodaoBot
#
# Revision 1.4  2008/04/06 15:17:27  root
# add psbot, twiceler
#
# Revision 1.3  2008/01/29 03:38:52  root
# update disallow entries
#
# Revision 1.2  2008/01/26 14:55:56  root
# add robot extensions
#
# Revision 1.1  2008/01/26 14:53:40  root
# Initial revision
#
#
# Allow selected access to WWW robots (wanderers/spiders)
# twb, Tue Feb 18 20:20:34 EST 1997
# twb, Tue Jan 30 11:29:17 EST 2001 - update directories
# twb, Wed Mar 24 09:58:03 EST 2004 - add dialectizer disallow
#
# Disallow: /files/

User-agent: *
Disallow: /administrator/
Disallow: /apache/
Disallow: /apache2/
Disallow: /beta/
Disallow: /BetaSite/
Disallow: /cache/
Disallow: /cgi/
Disallow: /cgi-bin/
Disallow: /components/
Disallow: /_derived/
Disallow: /development/
Disallow: /Development/
Disallow: /editor/
Disallow: /gallery/
Disallow: /help/
Disallow: /icons/
Disallow: /_images/
Disallow: /includes/
Disallow: /installation/ 
Disallow: /language/
Disallow: /mambots/
Disallow: /media/
Disallow: /modules/
Disallow: /Old/
Disallow: /_private/
Disallow: /RCS/
Disallow: /scripts/
Disallow: /stats/
Disallow: /templates/
Disallow: /ubb/
Disallow: /_vti_cnf/
Disallow: /_vti_pvt/
Crawl-delay: 5
Request-rate: 1/5
Visit-time: 0200-0600

# http://www.rinkworks.com/dialect/disallow.shtml
User-agent: dialect
Disallow: /

# http://www.picsearch.com/menu.cgi?item=Psbot
User-agent: psbot
Disallow: /

# http://www.cuil.com/info/webmaster_info/
User-agent: twiceler
Disallow: /

# http://www.yodao.com/help/webmaster/robot/004/
User-agent: YodaoBot
Disallow: /