# robots, exclude these in your search User-agent: * Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: Mozilla/3.01 (hotwired-test/0.1) Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: Slurp Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: Scooter Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: Ultraseek Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: smallbear Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c User-agent: GoogleBot Disallow: /admin Disallow: /adodb Disallow: /cgi-bin Disallow: /config Disallow: /connections Disallow: /images Disallow: /js Disallow: /libs Disallow: /navigation Disallow: /oldsite Disallow: /sos_files Disallow: /stats Disallow: /version2 Disallow: /w3c