# robots.txt exclusion rules User-agent: * Disallow: /admin/ Disallow: /bin/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /inc/ Disallow: /lib/ Disallow: /library/ Disallow: /include/