User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /articles/ Disallow: /cache/ Disallow: /css/ Disallow: /datas/ Disallow: /greybox/ Disallow: /images/ Disallow: /include/ Disallow: /library User-agent: * Crawl-delay: 10 User-agent: Googlebot-Image Allow: /* User-agent: ia_archiver Disallow: / User-agent: duggmirror Disallow: / sitemap: http://cdn.attracta.com/sitemap/148098.xml.gz