User-agent: Googlebot
Disallow: /api/
Allow: /

User-agent: baiduspider
Disallow: /

User-agent: baiduimagespider
Disallow: /

User-agent: Yetibot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot
Disallow: /api

User-agent: Slurp
Crawl-delay: 5
Disallow: /api/
Disallow: /rss.html
Disallow: /index.html?mode=best