#Disallow ALL robots: #User-agent: * #Disallow: #User-agent: * #Disallow: / #The next one bars all robots from the cgi-bin and images directories: User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: /icons/ #This one bans Roverdog from all files on the server: User-agent: Roverdog Disallow: / #This one bans keeps googlebot from getting at the cheese.htm file: User-agent: googlebot Disallow: cheese.htm #Custom config follows User-agent: * Disallow: /Music/ User-agent: grub Disallow: *