# $Id: robots.txt,v 1.8 2002/10/21 11:122:09 cweeks Exp $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# The webmaster for this site is <webmaster@dialog.com>
#
User-agent: *
Disallow: /css
Disallow: /dialogclassic
Disallow: /dialogclassicweb
Disallow: /errors
Disallow: /images
Disallow: /includes
Disallow: /js
Disallow: /servlets

User-agent: ia_archiver
Disallow: /