# All robots will spider the domain User-agent: * Disallow: /cgi-bin/* Disallow: /images/* Disallow: /vsadmin/* Disallow: /vsadmin* Disallow: /private/*