# All robots will spider the domain #User-agent: * Disallow: # Disallow directory /_private #User-agent: * Disallow: /_private # Disallow directory /_private #User-agent: * Disallow: /newsite # Disallow directory /_private #User-agent: * Disallow: /index2.htm # Disallow directory /images #User-agent: * Disallow: /images # Disallow directory /urchin #User-agent: * Disallow: /urchin