User-agent: Mediapartners-Google*
Disallow:
User-agent: *
Disallow: /

# Allow only specific directories
User-agent: ScoutJet
Disallow: /
Allow: /public

User-agent: MLBot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Twiceler
Disallow: /Sitemap:http://mottimorphic.com/sitemap.xml