# # robots.txt for http://www.fcla.us # # exclude some access-controlled areas User-agent: * Disallow: /logs.d Disallow: /stats.d Disallow: /mail.d Disallow: /cgi-bin Disallow: /bin Disallow: /mbox Disallow: /tmp User-agent: psbot Disallow: / User-agent: Netcraft Disallow: /