# addresses all robots by using wild card *

User-agent: *
# list folders robots are not allowed to index
Disallow: /images
Disallow: /cgi-prog
Disallow: /webreports
Disallow: /javascript
Disallow: /style
Disallow: /bin
Disallow: /admin
Disallow: /oldfiles
Disallow: /web
Disallow: /public
Disallow: /data
Disallow: /legal/

# list specific files robots are not allowed to index