# robots.txt file User-agent: CharlieSpider Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /az-contacts/ Disallow: /bucs/system/ Disallow: /bucs/software/sunworkshop Disallow: /whats-on/ Disallow: /cis/