user-agent: * crawl-delay: 5 disallow: /cgi-bin/ disallow: /admin/