# robots.txt for http://web.uct.ac.za/ User-agent: * Disallow: /depts/hods/ User-agent: * Disallow: /depts/sapweb/ # Allow ht://Dig to index the pages. User-agent: htdig Disallow: