# All robots will spider the domain

User-Agent: SimilarPages Nutch Crawler
Disallow: *

User-agent: sogou spider
Disallow: /

User-agent: *
Disallow: /webmail/
Disallow: /techno/wiki/doku.php/mentions_legales