User-agent: * Disallow: /cgi-bin Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ #Disallow: /*?* #Disallow: /*? # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # digg mirror User-agent: duggmirror Disallow: / #Sitemap: http://www.example.com/sitemap.xml