# robots.txt

User-agent: *
Disallow: /cgi-bin/ # This is a private directory
Disallow: /logs/ # This is a private directory
Disallow: /admin/ # This is a private directory