# /robots.txt # no exclusion at all Agent: * Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /images/ Disallow: /include/ Disallow: /library/ Disallow: /admin/