User-agent: *
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /Flash/
Disallow: /log/
Disallow: /pdfs/
Disallow: /scripts/
Disallow: /_private/
Disallow: /video/

User-agent: ia_archiver
Disallow: /