# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /passwordfile/ User-agent: * Disallow: /passwordfile/ # Disallow directory /flash/ User-agent: * Disallow: /flash/ # Disallow directory /oldlayout/ User-agent: * Disallow: /OLDLAYOUT/ # Disallow directory /newlayout/ User-agent: * Disallow: /newlayout/ # Disallow directory /NEWlayout/ User-agent: * Disallow: /NEWLAYOUT/