# Robots.txt file # For domain: http://www.vivitext.co.uk # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /logfiles/ User-agent: * Disallow: /logfiles/ # Disallow directory /Lockson/  User-agent: * Disallow: /Lockson/ # Disallow directory /private/  User-agent: * Disallow: /private/ # Disallow directory /tf/  User-agent: * Disallow: /tf/ # Disallow directory /webaccounts/  User-agent: * Disallow: /webaccounts/