# All robots will spider the domain User-agent: * Disallow: # Disallow directory /assets/ User-agent: * Disallow: /assets/ # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /2gall56d/ User-agent: * Disallow: /2gall56d/ # Disallow directory /img/ User-agent: * Disallow: /img/ # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /pdf/ User-agent: * Disallow: /pdf/ # Disallow directory /product-gallery/ User-agent: * Disallow: /product-gallery/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow directory /stats/ User-agent: * Disallow: /stats/