# All robots will spider the domain User-agent: * # Disallow directory /hor/ Disallow: /hor/ # Disallow directory /cgi-bin/ Disallow: /cgi-bin/ # Disallow directory /webalizer/ Disallow: /webalizer/ # Disallow directory /cp/ Disallow: /cp/ # Disallow directory /tmp/ Disallow: /tmp/