# robots.txt User-agent: * Disallow: /admin/ Disallow: /usage/ Disallow: /webalizer/ Disallow: /images/ Disallow: /common/ Disallow: /errorpages/ Disallow: /javascript/ Disallow: /Scripts/ Disallow: /Templates/ Disallow: /css/