User-agent: *
Disallow: /public/search
Disallow: /public/add_ext_link
Disallow: /post/response_preview
Disallow: /post/preview

User-agent: Exabot
Disallow: /

User-agent: dotbot
Disallow: / 

User-agent: ScoutJet
Disallow: /

User-agent: twiceler
Disallow: /