User-agent: * Disallow: Disallow: /db/ Disallow: /usrfiles/ Disallow: /images/ Disallow: /include/ Disallow: admin.asp Disallow: allcitys_admin.asp Disallow: citys_admin.asp Disallow: faq_admin.asp Disallow: links_admin.asp Disallow: news_admin.asp Disallow: nspaper_admin.asp #This one keeps all robots out. #User-agent: * #Disallow: / #The next one bars all robots from the cgi-bin and images directories: #User-agent: * #Disallow: /cgi-bin/ #Disallow: /images/ #This one bans Roverdog from all files on the server: #User-agent: Roverdog #Disallow: / #This one bans keeps googlebot from getting at the cheese.htm file: #User-agent: googlebot #Disallow: cheese.htm