User-agent: *
Disallow: /images
Disallow: /styles
Disallow: /js
Disallow: /cgi-bin


# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*


# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*


# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /


# digg mirror
User-agent: duggmirror
Disallow: /


User-Agent: Charlotte
Disallow: /