User-agent: *
Disallow: /cgi-bin/
Disallow: /main/
#
User-agent: MJ12bot
Disallow: /
#
User-agent: Yandex
Disallow: /
#
User-agent: baiduspider
Disallow: /
#
User-agent: DotBot
Disallow: /
#
User-agent: baidu
Disallow: /
#
# This one keeps all robots out. 
# User-agent: *
# Disallow: /
#
# The next one bars all robots from the cgi-bin and images directories: 
# User-agent: *
# Disallow: /images/
# Disallow: /cgi-bin/
#
# This one keeps googlebot from getting at the cheese.htm file: 
# User-agent: googlebot
# Disallow: cheese.htm