# robots.txt for http://www.oxi.net/ User-agent: * Disallow: /text-only.asp Disallow: /embcat.asp Disallow: /404-docnotfound.asp Disallow: /img Disallow: /pdf # Now allow everything else which is in nice-web but nothing else. #Allow: /nice-web #Disallow: /