# For domain: http://www.clabbe.nu # All robots will spider the domain User-agent: * # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /organize/ User-agent: * Disallow: /organize/ # Disallow directory /safe/ User-agent: * Disallow: /safe/ # Disallow directory /ftp/ User-agent: * Disallow: /ftp/ # Disallow directory /transmit/ User-agent: * Disallow: /transmit/ # Disallow directory /12/ User-agent: * Disallow: /12/