# $Id: robots.txt,v 1.38 2009/01/16 09:09:53 Exp $
#
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html
#robotstxt>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------

User-agent: *
Crawl-delay: 30000
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /gallery2

User-agent: twiceler
Crawl-delay: 30000
Disallow: /

User-agent: Exabot
Crawl-delay: 30000
Disallow: /
Disallow: /about
Disallow: /perl
Disallow: /blogs
Disallow: /privacy
Disallow: /calendar
Disallow: /ebattery
Disallow: /eln
Disallow: /error_pages
Disallow: /errordocs
Disallow: /gallery2
Disallow: /images
Disallow: /thinkpad
Disallow: /unix_spec_v2
Disallow: /webmail
Disallow: /whatsnew
Disallow: /wigwagcentral
Disallow: /legacy
Disallow: /wordpress
Disallow: /logs


User-agent: Googlebot-Image
Crawl-delay: 30000
Disallow: / 
Disallow: /about
Disallow: /perl
Disallow: /blogs
Disallow: /privacy
Disallow: /calendar
Disallow: /ebattery
Disallow: /eln
Disallow: /error_pages
Disallow: /errordocs
Disallow: /gallery2
Disallow: /images
Disallow: /thinkpad
Disallow: /unix_spec_v2
Disallow: /webmail
Disallow: /whatsnew
Disallow: /wigwagcentral
Disallow: /legacy
Disallow: /wordpress
Disallow: /logs