#SMPPCENTER 
# robots.txt

User-agent: *
Disallow: /

User-agent: Googlebot
User-agent: Slurp
User-agent: Yahoo-slurp
User-agent: Msnbot
User-agent: Twitterbot
Disallow:

Disallow: /cgi-bin
Disallow: /assets/

Crawl-delay: 10