User-agent: *
Disallow: /api/
Disallow: /api_proxy.php
Disallow: /syndication
Disallow: /news
Disallow: /welcome
Disallow: /tab/

User-agent: dotbot
Disallow: /