User-agent: Googlebot # disallow files ending with these extensions Crawl-delay: 30 Disallow: /*.js$ Disallow: /*.css$ # Disallow google image bot to search all images User-agent: Googlebot-Image Crawl-delay: 30 Disallow: / # allow adsense bot on entire site User-agent: Mediapartners-Google* Crawl-delay: 30 Disallow: /css/ Disallow: /cgi-bin/ Disallow: /idiomas/ Disallow: /images/ Disallow: /legal/ Disallow: /scripts/ User-agent: * Crawl-delay: 30 Disallow: /css/ Disallow: /cgi-bin/ Disallow: /idiomas/ Disallow: /images/ Disallow: /legal/ Disallow: /scripts/