# This allows all bots everywhere: User-agent: * Disallow: /phpMyAdmin Disallow: /phpBB2 # This disallows all bots everywhere: # User-agent: * # Disallow: / # This disallows all bots to several directories and files: # User-agent: * # Disallow: /private-file.html # Disallow: /images/ # Disallow: /cgi-bin/ # Disallow: /search.php # This disallows access to engine specific pages: # User-agent: googlebot # Disallow: /index-msn.html # User-agent: msnbot # Disallow: /index-google.html