User-Agent: * Disallow: /index.html Disallow: /profile.html Disallow: /cgi-bin/ Disallow: /edit/ Disallow: /logs/