User-agent: * # all spiders Disallow: /cgi-bin/* Disallow: /admin/*