User-agent: * Disallow: /cgi-bin/ Disallow: /content/directory.html Disallow: /content/resources/resources.html Disallow: /content/404.html