User-agent: *googlebot
User-agent: *robot
User-agent: *Yahoo Slurp
User-agent: *Alexa
User-agent: *Ask
User-agent: *bot
User-agent: *spider
User-agent: *robots.txt
User-agent: *crawl