# This allows all bots everywhere: User-agent: * Disallow: # This disallows all bots everywhere: #User-agent: * #Disallow: / # This disallows all bots to several directories and files: #User-agent: * #Disallow: /private-file.html #Disallow: /images/ #Disallow: /cgi-bin/ #Disallow: /js/ #Disallow: /includes/ #Disallow: /css/ # This disallows access to engine specific pages: #User-agent: googlebot #Disallow: /index-msn.html #User-agent: msnbot #Disallow: /index-google.html