#Disallow ALL robots: #User-agent: * #Disallow: #User-agent: * #Disallow: / #The next one bars all robots from the cgi-bin and images directories: User-agent: * #Disallow: /cgi-bin/ Disallow: /images/ Disallow: /icons/ #This one bans Roverdog from all files on the server: User-agent: Roverdog Disallow: / #This one bans keeps googlebot from getting at the cheese.htm file: User-agent: googlebot Disallow: cheese.htm #Custom config follows User-agent: * Disallow: /Music/ User-agent: grub Disallow: * User-agent: * Disallow: /jan/blosxomdata/pix/ User-agent: * Disallow: /marc/blosxomdata/pix/ User-agent: * Disallow: /bryan/blosxomdata/pix/ User-agent: * Disallow: /melody/blosxomdata/pix/ User-agent: * Disallow: /thomas/blosxomdata/pix/