#allow every robot to traverse all of the directoryies User-agent: NPBot Disallow: / User-agent: 66.150.40.66 Disallow: / User-agent: 66.150.40.75 Disallow: / User-agent: larbin_2.6.3 Disallow: / User-agent: 128.36.233.17 Disallow: / User-Agent: sitecheck.internetseer.com Disallow: / User-agent: 12.148.209.198 Disallow: / User-agent: Intelliseek Disallow: / User-agent: 64.158.138.48 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /inc/