# Robots.txt # # Bans from scripts # #Example Disallow /cgi-bin/ User-agent: * Disallow: /common/scripts/ Disallow: /common/java/ Disallow: /business/scripts/ Disallow: /errors/ User-agent: archive.org_bot Allow: /