# # User-agent: * Disallow: / # ##################################################### # # To exclude all robots from the a server: # # User-agent: * # Disallow: / # # # To allow all robots complete access: # # User-agent: * # Disallow: # # # To exclude all robots from parts of a server # # User-agent: * # Disallow: /cgi-bin/ # Disallow: /tmp/ # Disallow: /private/ # # # To exclude a single robot # # User-agent: BadBot # Disallow: /