##### disallows all bots
##### for production (remove for live site)
#User-agent: *
#Disallow: /

######### EXAMPLES ########
User-Agent: *
allow: /

####### specific bot to specific file ########
#User-Agent: Googlebot
#Disallow: /private/privatefile.htm