User-agent: *
Disallow: /cgi-bin
Disallow: /nextstep1.htm
Disallow: /welcome2.htm
Disallow: /content

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*
 
# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /
 
# digg mirror
User-agent: duggmirror
Disallow: /