# Applies to all robots. # disallow access to certain directories. User-agent: * Disallow: /aspnet_client/ Disallow: /cgi-bin/ Disallow: /layout/ Disallow: /old_site/ Disallow: /private/ Disallow: /testing/