User-Agent: *
Allow: /

User-agent: Googlebot
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.zip$

User-Agent: Mediapartners-Google
Disallow: /

User-Agent: Adsbot-Google
Disallow: /