# All robots will spider the domain

User-agent: *
Disallow: /keygens
Disallow: /piwik
Disallow: /sms
Disallow: /cgi-bin
Disallow: /scgi-bin
Disallow: /cp
Disallow: /webalizer
Disallow: /proxy