# Robots.txt file For domain: http://www.trencher.co.za # All robots will spider the domain User-agent: * Disallow: # Disallow directory /brim/ User-agent: * Disallow: /brim/ # Disallow directory /Connections/ User-agent: * Disallow: /Connections/ # Disallow directory /webmail/ User-agent: * Disallow: /webmail/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/User-Agent: *