# CC robots.txt # Crawl-delay: 2 User-agent: * Disallow: /cgi-bin/ # robots won't map the cgi scripts... Disallow: /coins/ Disallow: /images/ Disallow: /files/ Disallow: /lib/ Disallow: /templates/ Disallow: /admin/ User-Agent: * Crawl-Delay: 5