# All robots will spider the domain

User-agent: *
Disallow: /keygens
Disallow: /xml
Disallow: /sms
Disallow: /cgi-bin
Disallow: /scgi-bin
Disallow: /webalizer
Disallow: /pad