User-agent: Googlebot
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.zip
Disallow: /*.doc
Disallow: /*.pdf
Disallow: /*.zip
Disallow: /download/*.pdf
Disallow: /download/*.doc
Disallow: /download/*.docx


User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /*.doc$
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /*.doc
Disallow: /*.pdf
Disallow: /*.zip
Disallow: /download/*.pdf
Disallow: /download/*.doc
Disallow: /download/*.docx