# Robots.txt file created on may 21, 2007 # For domain: http://www.bcgroup.nl/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /lists/ User-agent: * Disallow: /lists/ # Disallow directory /tmp/ User-agent: * Disallow: /tmp/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow frameset.html User-agent: * Disallow: frameset.html