# /robots.txt file for http://www.nb.no/ User-agent: * Allow: / Disallow: /cgi-bin/wa Disallow: /archives/ Disallow: /sok/ Disallow: /baser/ Disallow: /emigrasjon/ Disallow: /gallerinor/ Disallow: /idtjeneste/ Disallow: /test/ Crawl-delay: 4