User-agent: *
Disallow: /scripts/ # Miscellaneous scripts
Disallow: /documents/ # Documents
Disallow: /images/ # Site images
Disallow: /photos/ # Site photos
Disallow: /menu/ # Site menu
Disallow: /cgi-bin/ # Cgi-bin