User-Agent: Charlotte
Disallow: / 

User-agent: Exabot
Disallow: /

User-agent: LiteFinder
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: NavissoBot
Disallow: /

User-agent: SnapPreviewBot
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: *
Disallow: /ssi/