User-agent: Mediapartners-Google
Allow: /

User-agent: *
Disallow: /*/browser*
Disallow: /*/report*
Disallow: /*/log/*
Disallow: /*/timeline/*
Disallow: /weblog/query*

User-agent: Apple-PubSub
Disallow: /

User-agent: Apple-PubSub*
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: msnbot
Crawl-Delay: 10

User-agent: Slurp
Crawl-Delay: 10

User-agent: Sogou
Crawl-Delay: 30