User-agent: googlebot
User-agent: google
User-agent: bingbot
User-agent: bing
User-agent: Slurp
User-agent: Twitterbot
User-agent: facebookexternalhit
Disallow:

Disallow: /fb_share_iframe*$

Disallow: /stories/*/dugg$
Disallow: /stories/*/email$

Disallow: /t*$

Disallow: /view/*/*/*
Allow: /view/*/*/1

Disallow: /users/*/*/*
Allow: /users/*/*/1

Allow: /specials/*
Disallow: /specials/*&page=*

Allow: /newhome
Disallow: /newhome/*

Disallow: /upcoming/*
Disallow: /search*

User-agent: Mediapartners-Google

Allow: /

Allow: /stories/*/dugg$
Allow: /stories/*/email$

Allow: /upcoming/*
Allow: /view/*$
Allow: /users/*/*/*
Allow: /search*
Allow: /specials/*
Allow: /newhome/*

User-agent: *
Disallow: /


User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /