# robots.txt for http://catalog.nbj.co.jp/ User-agent: * Disallow: /cgi-bin/ # Yes, of course Disallow: /_vti_bin/ # for FP Disallow: /18/cgi-bin/ # sub cgi-bin dir Disallow: /19/cgi-bin/ # sub cgi-bin dir Disallow: /41/cgi-bin/ # sub cgi-bin dir Disallow: /55/cgi-bin/ # sub cgi-bin dir Disallow: /a2/cgi-bin/ # sub cgi-bin dir Disallow: /~catalog/ # It's test site