# added: 06/21/07 # restric robots access to listed directories User-agent: * Disallow: /archive/ Disallow: /cgi-bin/ Disallow: /Library/ Disallow: /scripts/ Disallow: /site-images/ Disallow: /wusage/