User-agent: * # site specific folders Disallow: /css/ Disallow: /images/ Disallow: /gallery/ Disallow: /js/ # webhost specific folders Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /webalizer/