# robots.txt

User-agent: *
Disallow: /

User-agent: Googlebot
User-agent: Google-PageRenderer
User-agent: Slurp
User-agent: Yahoo-slurp
User-agent: Msnbot
User-agent: Twitterbot
Disallow:

#Crawl-delay: 10