#NOTE: This is not bullet prof since it relies on good behaviour
#of various robots. Use in conjuction with Webserver options (Deny)

#prevent all user_agents to dive intro cgi-bin
User-agent: *
Disallow: /cgi-bin/

#prevent all user_agents to dive into images
User-agent: *
Disallow: /images/