#robots.txt
User-agent: *
Allow: /

# list folders robots are not allowed to index
Disallow: /secure/admin/
Disallow: /cgi-bin/
Disallow: /admin/