# For domain: http://www.toptentgirls.com # All robots will spider the domain User-agent: * Allow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /Images/ #User-agent: * #Disallow: /Images/ # Disallow directory /Styles/ User-agent: * Disallow: /Styles/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /Includes/ User-agent: * Disallow: /Includes/ # Disallow directory /Members/Includes/ User-agent: * Disallow: /Members/Includes/