User-agent: * Disallow: /files Disallow: /cgi-bin Allow: /