# User-agent: * # Disallow: /cgi-bin/ # Disallow: /log/ # Disallow: /images/ # For domain: www.snippetlibrary.com # All robots will spider the domain # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /multilist/ User-agent: * Disallow: /multilist/ # Disallow directory /sympoll/ User-agent: * Disallow: /sympoll/ # Disallow directory /test/ User-agent: * Disallow: /test/ # Disallow directory /tutorials/ User-agent: * Disallow: /tutorials/ # Disallow directory /files/ User-agent: * Disallow: /down_zip/ # Disallow directory /kligel/ User-agent: * Disallow: /kligel/