user-agent: *

disallow: /cgi-bin
disallow: /app_data
disallow: /mdb-database
disallow: /public