User-agent: *
Disallow: /cgi-bin/
Disallow: /main/

User-agent: MJ12bot
Disallow: /

# This one keeps all robots out. 
# User-agent: *
# Disallow: /

# The next one bars all robots from the cgi-bin and images directories: 
# User-agent: *
# Disallow: /images/
# Disallow: /cgi-bin/

# This one bans Roverdog from all files on the server: 
# User-agent: Roverdog
# Disallow: /

# This one keeps googlebot from getting at the cheese.htm file: 
# User-agent: googlebot
# Disallow: cheese.htm