User-agent: Googlebot # disallow all files ending with these extensions Disallow: /images/ Disallow: /scripts/ Disallow: /tm/ Disallow: /cimg/ Disallow: /new/ Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.txt$ User-agent: Mediapartners-Google* # allow adsense bot on entire site Allow: /*