User-Agent: Mediapartners-Google* 
Allow: /
Disallow: /shared-content/

User-Agent: Googlebot
Allow: /
Disallow: /shared-content/

User-Agent: MSNBot
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Scooter
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Slurp
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: Yahoo-Newscrawler
Disallow: 
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-Agent: YahooYSMcm
Disallow:
Disallow: /cgi-bin/
Disallow: /shared-content/
Disallow: /articles/*/*/*/ara/*/*.txt

User-agent: Browsershots
Allow: /
Disallow: /shared-content/

User-Agent: * 
Disallow: /