# robots.txt
# all user agents
User-agent: *
# allow all URLs
##Disallow: 
Disallow: /

# NO to majestic12.co.uk spider
User-Agent: MJ12bot
Disallow:   /

# NO on Twenga http://www.twenga.com/bot.html
User-Agent: TwengaBot
Disallow: /